---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:55:28.075358Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24803"
    uid: 57b520b1-074a-4f04-8cc9-e5a0bb213730
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:55:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:55:28Z"
    name: isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn.18a952c39cb1c9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24807"
    uid: 4146adb0-a64e-4898-8aed-9323073fd779
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24810"
    uid: 57b520b1-074a-4f04-8cc9-e5a0bb213730
  kind: Event
  lastTimestamp: "2026-04-24T14:55:28Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:55:28Z"
    name: isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn.18a952c3b65dd6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24819"
    uid: f123fe20-0ac5-48f3-9575-5e7773ea6c0d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 57b520b1-074a-4f04-8cc9-e5a0bb213730
  kind: Event
  lastTimestamp: "2026-04-24T14:55:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:32Z"
    name: isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn.18a952c3b7a82a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 96966ad0-9520-43aa-9d4d-9ac022b02518
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 57b520b1-074a-4f04-8cc9-e5a0bb213730
  kind: Event
  lastTimestamp: "2026-04-24T14:55:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:32Z"
    name: isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn.18a952c3ba72d917
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: db159bb2-c07d-4b99-8c12-b51fb4dec94a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 57b520b1-074a-4f04-8cc9-e5a0bb213730
  kind: Event
  lastTimestamp: "2026-04-24T14:55:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:32Z"
    name: isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn.18a952c3bae90f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24876"
    uid: 6d0c3983-9ab7-4ebf-9724-d87cb1b0cf94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 57b520b1-074a-4f04-8cc9-e5a0bb213730
  kind: Event
  lastTimestamp: "2026-04-24T14:55:33Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:33Z"
    name: isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn.18a952c4f46d5b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: ef5ba1b7-a0f3-4f25-8fa7-e0c5dcd47c8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-d5f013-predictor-6b9db4f877
    namespace: kserve-ci-e2e-test
    resourceVersion: "24794"
    uid: 4af37d43-0bbd-491f-92ed-a2d6d0bf15c0
  kind: Event
  lastTimestamp: "2026-04-24T14:55:28Z"
  message: 'Created pod: isvc-init-fail-d5f013-predictor-6b9db4f877-pgrkn'
  metadata:
    creationTimestamp: "2026-04-24T14:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:55:28Z"
    name: isvc-init-fail-d5f013-predictor-6b9db4f877.18a952c39c3dfb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24804"
    uid: f791869c-9318-47ab-860e-c3ce29241032
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-d5f013-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24791"
    uid: bfdaf5c6-dc3d-4de4-9148-c70168701311
  kind: Event
  lastTimestamp: "2026-04-24T14:55:28Z"
  message: Scaled up replica set isvc-init-fail-d5f013-predictor-6b9db4f877 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T14:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:55:28Z"
    name: isvc-init-fail-d5f013-predictor.18a952c399b7bc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "24795"
    uid: 84361465-81bc-4d50-8b2d-d0456f76f458
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d5f013
    namespace: kserve-ci-e2e-test
    resourceVersion: "24768"
    uid: d3dc95a7-a776-4373-acd1-4485d866f729
  kind: Event
  lastTimestamp: "2026-04-24T14:55:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:55:32Z"
    name: isvc-init-fail-d5f013.18a952c399b8f5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24875"
    uid: fb6909c9-35ca-4631-bf45-bfcbb2a9f5c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d5f013
    namespace: kserve-ci-e2e-test
    resourceVersion: "24768"
    uid: d3dc95a7-a776-4373-acd1-4485d866f729
  kind: Event
  lastTimestamp: "2026-04-24T14:55:28Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-d5f013":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-d5f013":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:55:28Z"
    name: isvc-init-fail-d5f013.18a952c39a0faf6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24798"
    uid: d79201ed-291e-41ab-80bf-2f4dbe9d051d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d5f013
    namespace: kserve-ci-e2e-test
    resourceVersion: "24768"
    uid: d3dc95a7-a776-4373-acd1-4485d866f729
  kind: Event
  lastTimestamp: "2026-04-24T14:55:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-d5f013": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:55:28Z"
    name: isvc-init-fail-d5f013.18a952c39a100f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "24800"
    uid: 14d07d68-5d52-4593-be9c-8e99d24f4f96
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:37:21.917428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15964"
    uid: c2a0e37d-83d1-4642-9063-27c3f18e9ed0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-kr52v
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:37:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:37:21Z"
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v.18a951c6b8a3162f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15971"
    uid: 12d1925a-24e1-46e9-8d83-f31c7ff6a1f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15977"
    uid: c2a0e37d-83d1-4642-9063-27c3f18e9ed0
  kind: Event
  lastTimestamp: "2026-04-24T14:37:22Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:37:22Z"
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v.18a951c6d1b52740
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 70d1f959-2bfd-402e-8e22-ed7cd0b664fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: c2a0e37d-83d1-4642-9063-27c3f18e9ed0
  kind: Event
  lastTimestamp: "2026-04-24T14:37:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:37:22Z"
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v.18a951c6d2fab946
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: a1b4889f-9540-45b8-9848-aa5860e2cf90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: c2a0e37d-83d1-4642-9063-27c3f18e9ed0
  kind: Event
  lastTimestamp: "2026-04-24T14:37:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:37:22Z"
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v.18a951c6d64d183b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: aa0b57b6-8fd1-432b-9b7a-6c4462bd62c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: c2a0e37d-83d1-4642-9063-27c3f18e9ed0
  kind: Event
  lastTimestamp: "2026-04-24T14:37:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:37:22Z"
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v.18a951c6d6c0cf40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: f05393b8-2aa2-4b5c-81f3-b99c5218abc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: c2a0e37d-83d1-4642-9063-27c3f18e9ed0
  kind: Event
  lastTimestamp: "2026-04-24T14:37:26Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T14:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:37:26Z"
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v.18a951c7c3f05957
    namespace: kserve-ci-e2e-test
    resourceVersion: "16037"
    uid: 7d33cb15-3f61-449a-80ca-9c6e1e44f8c1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: c2a0e37d-83d1-4642-9063-27c3f18e9ed0
  kind: Event
  lastTimestamp: "2026-04-24T14:37:32Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.276s (6.276s
    including waiting). Image size: 606297871 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T14:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:37:32Z"
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v.18a951c93a0b7b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: 99b95866-80e1-414f-9eb0-ef6fa1c8590f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: c2a0e37d-83d1-4642-9063-27c3f18e9ed0
  kind: Event
  lastTimestamp: "2026-04-24T14:37:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:37:32Z"
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v.18a951c93d9a44c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16088"
    uid: 2620e24b-c10c-41a6-8269-63260d679628
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: c2a0e37d-83d1-4642-9063-27c3f18e9ed0
  kind: Event
  lastTimestamp: "2026-04-24T14:37:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:37:32Z"
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v.18a951c93e10ac51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16089"
    uid: 314b2437-384d-4745-881c-2b50090fb5bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: c2a0e37d-83d1-4642-9063-27c3f18e9ed0
  kind: Event
  lastTimestamp: "2026-04-24T14:39:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:39:03Z"
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v.18a951c966edb80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: a7502205-7dc9-4e27-b20a-3b74c055b495
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: c2a0e37d-83d1-4642-9063-27c3f18e9ed0
  kind: Event
  lastTimestamp: "2026-04-24T14:39:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:39:02Z"
    name: isvc-lightgbm-predictor-78c8d484d6-kr52v.18a951de140cae35
    namespace: kserve-ci-e2e-test
    resourceVersion: "16764"
    uid: 01cd8a4f-29b4-4433-ac7f-af26d66c59da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: 296f100e-4819-4186-bf51-880523cf4139
  kind: Event
  lastTimestamp: "2026-04-24T14:37:21Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-kr52v'
  metadata:
    creationTimestamp: "2026-04-24T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:37:21Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a951c6b83f9856
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: 07834d8c-f7bf-44d7-93ac-5b6947fd9d61
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: 2913223c-7222-48af-afaa-720e26971093
  kind: Event
  lastTimestamp: "2026-04-24T14:37:21Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:37:21Z"
    name: isvc-lightgbm-predictor.18a951c6b5930fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15944"
    uid: 866af0f6-5f3f-458d-b6cf-3ac7e25c1386
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15941"
    uid: 6d4ed399-7dbe-4227-8119-58b506575c44
  kind: Event
  lastTimestamp: "2026-04-24T14:38:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:38:06Z"
    name: isvc-lightgbm-predictor.18a951ca343509b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: d500049c-bc99-4a85-9725-dd141e46d9a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15941"
    uid: 6d4ed399-7dbe-4227-8119-58b506575c44
  kind: Event
  lastTimestamp: "2026-04-24T14:38:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:38:06Z"
    name: isvc-lightgbm-predictor.18a951ca348d6d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: cd33b953-93be-4242-8668-eae5046e592f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:38:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: 6d4ed399-7dbe-4227-8119-58b506575c44
  kind: Event
  lastTimestamp: "2026-04-24T14:38:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:38:51Z"
    name: isvc-lightgbm-predictor.18a951d4b163b77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: dc7e3f7d-ac9c-4e2c-82b5-769dca85e0e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:38:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: 6d4ed399-7dbe-4227-8119-58b506575c44
  kind: Event
  lastTimestamp: "2026-04-24T14:38:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:38:51Z"
    name: isvc-lightgbm-predictor.18a951d4b1c3493a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 2d6b41af-3abf-445d-a6f0-025432954051
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:39:02.298968Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 8e2e0810-ef31-4af9-8c70-26bc333b4e62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:39:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:39:02Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w.18a951de17d7c4df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 1247f34f-765d-48e0-8d61-b4fdd71e91ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: 8e2e0810-ef31-4af9-8c70-26bc333b4e62
  kind: Event
  lastTimestamp: "2026-04-24T14:39:02Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:39:02Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w.18a951de30ebd6f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: c3c7361e-2d90-46b6-a952-062b47807d69
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 8e2e0810-ef31-4af9-8c70-26bc333b4e62
  kind: Event
  lastTimestamp: "2026-04-24T14:39:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:39:02Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w.18a951de3216664e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16793"
    uid: 90c9cbb0-01aa-4415-b477-9eb69a79f7a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 8e2e0810-ef31-4af9-8c70-26bc333b4e62
  kind: Event
  lastTimestamp: "2026-04-24T14:39:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:39:02Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w.18a951de354d7f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: c237719b-e83e-436a-91ee-146cf3996c7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 8e2e0810-ef31-4af9-8c70-26bc333b4e62
  kind: Event
  lastTimestamp: "2026-04-24T14:39:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:39:02Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w.18a951de3600e2aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: 32a9e5af-c1dd-47c1-bafb-a188fd3a4d2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 8e2e0810-ef31-4af9-8c70-26bc333b4e62
  kind: Event
  lastTimestamp: "2026-04-24T14:39:06Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:39:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:39:06Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w.18a951df1f2cb777
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: bab4ea6e-ac65-4e50-8650-fdb39f89f1e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 8e2e0810-ef31-4af9-8c70-26bc333b4e62
  kind: Event
  lastTimestamp: "2026-04-24T14:39:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:39:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:39:06Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w.18a951df22130d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: f53d6c4b-307a-47a3-a4a0-caa078a4633a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 8e2e0810-ef31-4af9-8c70-26bc333b4e62
  kind: Event
  lastTimestamp: "2026-04-24T14:39:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:39:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:39:06Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w.18a951df228d7841
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 6995eb8c-228c-44e5-bc96-e01df604900b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 8e2e0810-ef31-4af9-8c70-26bc333b4e62
  kind: Event
  lastTimestamp: "2026-04-24T14:40:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:40:18Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w.18a951df5b229b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17354"
    uid: 86df3494-7293-4663-9b8c-731ce6099ec0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 8e2e0810-ef31-4af9-8c70-26bc333b4e62
  kind: Event
  lastTimestamp: "2026-04-24T14:40:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:40:32Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w.18a951f31fdc3a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: e9b7a4d4-1f7b-4382-8be6-f5bc26993847
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: a3cfaa5a-8ed5-45c7-86ef-0db84033230f
  kind: Event
  lastTimestamp: "2026-04-24T14:39:02Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-mmt4w'
  metadata:
    creationTimestamp: "2026-04-24T14:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:39:02Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a951de1762ebaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: 26d20683-5956-472b-a70d-3bb49295b53d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 98541506-2cda-48a6-bcbf-c14cd7292713
  kind: Event
  lastTimestamp: "2026-04-24T14:39:02Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T14:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:39:02Z"
    name: isvc-lightgbm-runtime-predictor.18a951de137aa4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: b15c8e96-2105-43c0-9a6f-b70d431d88d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: ba4ee0c3-3192-494d-9632-8713e9671d4a
  kind: Event
  lastTimestamp: "2026-04-24T14:39:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:39:17Z"
    name: isvc-lightgbm-runtime-predictor.18a951e192525f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 0a64cd11-d6c4-4646-b439-f15a6f904b67
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: ba4ee0c3-3192-494d-9632-8713e9671d4a
  kind: Event
  lastTimestamp: "2026-04-24T14:39:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:39:17Z"
    name: isvc-lightgbm-runtime-predictor.18a951e192b3b554
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 964dc20e-aa6e-42b1-b682-dc3939a4c963
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: ba4ee0c3-3192-494d-9632-8713e9671d4a
  kind: Event
  lastTimestamp: "2026-04-24T14:40:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:40:32Z"
    name: isvc-lightgbm-runtime-predictor.18a951e511516db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: bdf0a434-551e-42e0-a8df-83d8bd4720bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: ba4ee0c3-3192-494d-9632-8713e9671d4a
  kind: Event
  lastTimestamp: "2026-04-24T14:40:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:40:32Z"
    name: isvc-lightgbm-runtime-predictor.18a951e511b4900f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17458"
    uid: 7bb547c0-7a30-404e-947b-aade5be91f40
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: e2452eea-8a90-42a4-900f-47554ed777c8
  kind: Event
  lastTimestamp: "2026-04-24T14:40:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:40:28Z"
    name: isvc-lightgbm-runtime.18a951de1351a368
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: 1837567e-d564-4abd-96a4-87bfd8893712
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:39:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: e2452eea-8a90-42a4-900f-47554ed777c8
  kind: Event
  lastTimestamp: "2026-04-24T14:39:02Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:39:02Z"
    name: isvc-lightgbm-runtime.18a951de13972330
    namespace: kserve-ci-e2e-test
    resourceVersion: "16763"
    uid: 27483115-d5f0-493d-a383-4a9b4844033e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17427"
    uid: e2452eea-8a90-42a4-900f-47554ed777c8
  kind: Event
  lastTimestamp: "2026-04-24T14:40:28Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:40:28Z"
    name: isvc-lightgbm-runtime.18a951f23adf523f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17430"
    uid: 90c02009-4a1c-4a5f-8215-e5161aaeb513
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:43:32.952712Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18834"
    uid: b3d0e467-11d4-48c8-b11a-6a283ed87c62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:43:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:43:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5.18a9521d1c102d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "18841"
    uid: 09084b8b-ec58-4bd2-acac-d10a974108f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18842"
    uid: b3d0e467-11d4-48c8-b11a-6a283ed87c62
  kind: Event
  lastTimestamp: "2026-04-24T14:43:33Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:43:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5.18a9521d36335d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: e04667d5-5b98-4142-9aaf-3805f9fc8540
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: b3d0e467-11d4-48c8-b11a-6a283ed87c62
  kind: Event
  lastTimestamp: "2026-04-24T14:43:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5.18a9521d376b0918
    namespace: kserve-ci-e2e-test
    resourceVersion: "18857"
    uid: 9a37c053-db12-4448-a6a8-f0403333650e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: b3d0e467-11d4-48c8-b11a-6a283ed87c62
  kind: Event
  lastTimestamp: "2026-04-24T14:43:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5.18a9521d3e7efd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "18859"
    uid: 6d35eb4a-6d12-4df9-a06b-05b9c7471f7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: b3d0e467-11d4-48c8-b11a-6a283ed87c62
  kind: Event
  lastTimestamp: "2026-04-24T14:43:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5.18a9521d3fc79e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18860"
    uid: 44bf73e1-f8ef-4a4b-87cd-8001d188c9ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: b3d0e467-11d4-48c8-b11a-6a283ed87c62
  kind: Event
  lastTimestamp: "2026-04-24T14:43:37Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5.18a9521e2fe5c6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18900"
    uid: 7431547c-865b-45ee-9292-64d78e150e99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: b3d0e467-11d4-48c8-b11a-6a283ed87c62
  kind: Event
  lastTimestamp: "2026-04-24T14:43:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5.18a9521e368e3575
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: 770bb309-3d68-4bf0-9066-995ee9545a03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: b3d0e467-11d4-48c8-b11a-6a283ed87c62
  kind: Event
  lastTimestamp: "2026-04-24T14:43:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5.18a9521e380d55c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18906"
    uid: 905b8aee-fd79-432a-8b29-e8e3c8b861fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: b3d0e467-11d4-48c8-b11a-6a283ed87c62
  kind: Event
  lastTimestamp: "2026-04-24T14:43:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5.18a9521e6bd20b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "18922"
    uid: bab1a4e6-2346-4e39-bb14-986b7a9f998d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: b3d0e467-11d4-48c8-b11a-6a283ed87c62
  kind: Event
  lastTimestamp: "2026-04-24T14:43:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:53Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5.18a95221c80359cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19054"
    uid: fde4e7dc-f06e-48cb-b4ef-22330ad250b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18819"
    uid: 41add8b9-ce91-45a0-a248-fec8662a5ce8
  kind: Event
  lastTimestamp: "2026-04-24T14:43:32Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-5mqk5'
  metadata:
    creationTimestamp: "2026-04-24T14:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:43:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a9521d1abd76de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: 9d249128-b1e6-4182-8867-083bb9f7ccd3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: 04f61be6-bde2-480a-b28f-3298e74e7c39
  kind: Event
  lastTimestamp: "2026-04-24T14:43:32Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T14:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:43:32Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a9521d1713a458
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: c824777a-123e-46fb-b3ca-cc39e458ba33
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18818"
    uid: 9bdb016e-80ae-4f5a-a620-32115101fc87
  kind: Event
  lastTimestamp: "2026-04-24T14:43:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:43:47Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a9522095d8439b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 94bacca5-6ce8-4afa-9899-0774b8dd91a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18818"
    uid: 9bdb016e-80ae-4f5a-a620-32115101fc87
  kind: Event
  lastTimestamp: "2026-04-24T14:43:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:43:47Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a95220963755b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18980"
    uid: c1542218-37f0-447c-a778-6bc8bb6a035d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 6dd5bc95-4c71-4684-b508-7b06d7fd6df9
  kind: Event
  lastTimestamp: "2026-04-24T14:43:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:43:49Z"
    name: isvc-lightgbm-v2-kserve.18a9521d16eed136
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: 31ce4215-f8b7-4b63-9f55-2e7af2019db4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 6dd5bc95-4c71-4684-b508-7b06d7fd6df9
  kind: Event
  lastTimestamp: "2026-04-24T14:43:32Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:43:32Z"
    name: isvc-lightgbm-v2-kserve.18a9521d173d5214
    namespace: kserve-ci-e2e-test
    resourceVersion: "18825"
    uid: f07a2cde-efcb-4526-a0f2-2140b5717f7a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18997"
    uid: 6dd5bc95-4c71-4684-b508-7b06d7fd6df9
  kind: Event
  lastTimestamp: "2026-04-24T14:43:49Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:43:49Z"
    name: isvc-lightgbm-v2-kserve.18a95220ff3d488c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: 1b5b25d0-92ec-464a-8572-a35fdc10cc13
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:40:32.692067Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: 659cdb4e-9a64-4444-8b73-cc320e4e27d2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:40:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:40:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz.18a951f323b10912
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: a0509860-0d98-4d09-9926-99ee379c965e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 659cdb4e-9a64-4444-8b73-cc320e4e27d2
  kind: Event
  lastTimestamp: "2026-04-24T14:40:33Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:40:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz.18a951f33cb62356
    namespace: kserve-ci-e2e-test
    resourceVersion: "17523"
    uid: 5615335c-6219-4e3d-9589-5e6bc460d018
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 659cdb4e-9a64-4444-8b73-cc320e4e27d2
  kind: Event
  lastTimestamp: "2026-04-24T14:40:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:40:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz.18a951f33df2b6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: d7aaaff0-f033-465a-b3aa-3e071b15727f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 659cdb4e-9a64-4444-8b73-cc320e4e27d2
  kind: Event
  lastTimestamp: "2026-04-24T14:40:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:40:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz.18a951f340ade7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: 5dd66311-b0f4-41af-b35c-b0da7fd5003e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 659cdb4e-9a64-4444-8b73-cc320e4e27d2
  kind: Event
  lastTimestamp: "2026-04-24T14:40:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:40:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz.18a951f341647ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17528"
    uid: 8e377131-6177-4fae-8099-cc4612ae4490
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 659cdb4e-9a64-4444-8b73-cc320e4e27d2
  kind: Event
  lastTimestamp: "2026-04-24T14:40:36Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-24T14:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:40:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz.18a951f423c49dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17563"
    uid: 8f159856-6002-4f4d-8745-6ca1d9576d52
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 659cdb4e-9a64-4444-8b73-cc320e4e27d2
  kind: Event
  lastTimestamp: "2026-04-24T14:42:59Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m22.588s
    (2m22.588s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T14:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:42:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz.18a9521556b1c04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18552"
    uid: 66c6aa74-a508-48b8-ad08-2ebc1149e415
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 659cdb4e-9a64-4444-8b73-cc320e4e27d2
  kind: Event
  lastTimestamp: "2026-04-24T14:42:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:42:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz.18a9521562c289df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: 555f1a06-2669-4bad-9838-c7c98470b8b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 659cdb4e-9a64-4444-8b73-cc320e4e27d2
  kind: Event
  lastTimestamp: "2026-04-24T14:42:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:42:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz.18a9521564329f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 506b2ad8-9794-4595-8bcb-47f1a5360562
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 659cdb4e-9a64-4444-8b73-cc320e4e27d2
  kind: Event
  lastTimestamp: "2026-04-24T14:43:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz.18a9521d17dd599d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: e080a035-02d1-4000-9599-7f672152dfb5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17487"
    uid: 0a7aaa26-7a22-453f-befd-0554ab063b8e
  kind: Event
  lastTimestamp: "2026-04-24T14:40:32Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xhnmz'
  metadata:
    creationTimestamp: "2026-04-24T14:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:40:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a951f3234e6e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: 20a55379-ba92-4e17-9c19-14888806abc5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: 3f43a4c9-1f27-479d-8a5c-777ca53faacd
  kind: Event
  lastTimestamp: "2026-04-24T14:40:32Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T14:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:40:32Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a951f31fd27860
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: d717985a-1978-4965-88bb-4d321d3151af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: bcd4ceda-5dab-43e7-9475-61c096872ac6
  kind: Event
  lastTimestamp: "2026-04-24T14:43:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:43:32Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a951f69e8c7f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "18792"
    uid: 09a6f13d-335e-45d3-94d3-c4ceb58175ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: bcd4ceda-5dab-43e7-9475-61c096872ac6
  kind: Event
  lastTimestamp: "2026-04-24T14:43:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:43:32Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a951f69ee6f9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18793"
    uid: e4b19239-e712-47e2-914a-475f9e33f235
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 9785b3e8-52a9-4432-84e2-27d11bc7c88b
  kind: Event
  lastTimestamp: "2026-04-24T14:43:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:43:31Z"
    name: isvc-lightgbm-v2-runtime.18a951f31fa1e519
    namespace: kserve-ci-e2e-test
    resourceVersion: "18781"
    uid: 0b5c25b0-e29a-42ab-a872-87d48ac0b143
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 9785b3e8-52a9-4432-84e2-27d11bc7c88b
  kind: Event
  lastTimestamp: "2026-04-24T14:40:32Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:40:32Z"
    name: isvc-lightgbm-v2-runtime.18a951f31feb449b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: 5bde93bc-7ae8-4503-830a-6b5e37a7263d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:40:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17479"
    uid: 9785b3e8-52a9-4432-84e2-27d11bc7c88b
  kind: Event
  lastTimestamp: "2026-04-24T14:40:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:40:32Z"
    name: isvc-lightgbm-v2-runtime.18a951f323ed8023
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: b8f8eab8-274f-49c8-afa9-236522f786cc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18779"
    uid: 9785b3e8-52a9-4432-84e2-27d11bc7c88b
  kind: Event
  lastTimestamp: "2026-04-24T14:43:31Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:43:31Z"
    name: isvc-lightgbm-v2-runtime.18a9521cc781f967
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: e8e9b50e-26f4-4e9e-9666-1c11a0ba041c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: 40e124a9-49f9-4d5f-998a-2cb8fd4da3ed
  kind: Event
  lastTimestamp: "2026-04-24T14:38:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:38:53Z"
    name: isvc-lightgbm.18a951c6b593de17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 0da76375-4015-4060-872d-5d1f52c8586e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15947"
    uid: 40e124a9-49f9-4d5f-998a-2cb8fd4da3ed
  kind: Event
  lastTimestamp: "2026-04-24T14:37:21Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:37:21Z"
    name: isvc-lightgbm.18a951c6b8e96bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15974"
    uid: f6c039b3-7ce0-49c9-bc1b-6c1bb7802887
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:38:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: 40e124a9-49f9-4d5f-998a-2cb8fd4da3ed
  kind: Event
  lastTimestamp: "2026-04-24T14:38:53Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:38:53Z"
    name: isvc-lightgbm.18a951dc22de125d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: 64168f11-dd1c-48a4-a860-402ad2cd936e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:35:56.680107Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-544f9f4cf8-rskqq
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:35:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:35:56Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951b2e018adeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: ab47fcb1-dd21-4e05-aa27-32a8f80aad7e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:35:57Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:35:57Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951b2f97b7636
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: a7472394-5622-44e6-90cf-d6a858172e23
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:35:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:35:57Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951b2fae13982
    namespace: kserve-ci-e2e-test
    resourceVersion: "15268"
    uid: ef777540-798e-4806-be85-2d286966129b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:35:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:35:57Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951b2fdc355cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15269"
    uid: f8dd3eec-f061-4dd2-8f92-966eeae5b816
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:35:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:35:57Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951b2fe3b55de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15270"
    uid: 5a6637cd-8a8a-4e8a-866e-d9d4b5ec06fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:36:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:36:01Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951b3e9f772cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 45441a3c-8657-432a-84fa-931c9fdbd31c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:36:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:36:01Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951b3ee1df7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: c166a041-41b6-476b-85ce-6b7ee88dfed5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:36:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:36:01Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951b3ee8f0515
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: 83292bf4-1ac0-48cd-b8fa-24634b22477c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:36:01Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:a5c29c96f4a50b100eb461f2aad96676c97347e2c3d4bdbb37c6548004d27dcb"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:36:01Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951b3ee9bd0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: 6367b60f-7e67-4e0c-b273-185fc45214b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:36:01Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T14:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:36:01Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951b3f244ce33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15317"
    uid: 40e0fe5f-9808-4a92-b2bf-28d9d103f553
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:36:01Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T14:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:36:01Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951b3f2b56d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: 788736da-6e05-4e74-9a86-a8ed3fba0bb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:37:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:37:44Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951b425e9ae9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: bb78f9e9-800b-4c4d-9df2-b5f8d0b8b7e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:37:44Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T14:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:37:44Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951b461a6f0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16174"
    uid: 4901c3c8-bbf3-4bcb-8edf-1f2d8bf5a1a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:37:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:37:21Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951c6b83cab30
    namespace: kserve-ci-e2e-test
    resourceVersion: "15966"
    uid: 4f87820a-6b0a-4772-841b-e9d962ae1a2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-544f9f4cf8-rskqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 2312064e-52cb-42e7-9d5d-3b0cc0a99a16
  kind: Event
  lastTimestamp: "2026-04-24T14:37:21Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:37:21Z"
    name: isvc-logger-predictor-544f9f4cf8-rskqq.18a951c6b83dd6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15969"
    uid: a34a5fcd-13af-4658-b930-5b2541208c54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-544f9f4cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: 7e0bdaf6-1a17-4a71-aa67-bdf1ef2e3b8d
  kind: Event
  lastTimestamp: "2026-04-24T14:35:56Z"
  message: 'Created pod: isvc-logger-predictor-544f9f4cf8-rskqq'
  metadata:
    creationTimestamp: "2026-04-24T14:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:35:56Z"
    name: isvc-logger-predictor-544f9f4cf8.18a951b2dfa9f0f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: fb2198c1-464c-4a7a-8768-28a4635be2aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15233"
    uid: 28401eca-3c88-4897-b2ee-834d59891065
  kind: Event
  lastTimestamp: "2026-04-24T14:35:56Z"
  message: Scaled up replica set isvc-logger-predictor-544f9f4cf8 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T14:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:35:56Z"
    name: isvc-logger-predictor.18a951b2dc7bce5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: 0bc81c9d-a322-49f2-acb7-065ad3cb51e0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: 6742fb24-70af-4329-8815-55e485f097a4
  kind: Event
  lastTimestamp: "2026-04-24T14:36:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:36:41Z"
    name: isvc-logger-predictor.18a951b65b760fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15623"
    uid: e1f6e209-6b74-42de-8f4f-c4733d658b8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: 6742fb24-70af-4329-8815-55e485f097a4
  kind: Event
  lastTimestamp: "2026-04-24T14:36:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:36:41Z"
    name: isvc-logger-predictor.18a951b65bd7ea34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: eb769eec-5d43-4c0d-a04f-8ee314a83dce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15405"
    uid: 6742fb24-70af-4329-8815-55e485f097a4
  kind: Event
  lastTimestamp: "2026-04-24T14:37:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:37:11Z"
    name: isvc-logger-predictor.18a951c0d83be8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: da268f68-e22c-4046-a1b6-93b471fc3d4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15405"
    uid: 6742fb24-70af-4329-8815-55e485f097a4
  kind: Event
  lastTimestamp: "2026-04-24T14:37:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:37:11Z"
    name: isvc-logger-predictor.18a951c0d8a33902
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: 17348162-c126-4492-b957-b71ae956f38c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15225"
    uid: 7a0626d5-25a6-4116-a7de-3c851573e3f1
  kind: Event
  lastTimestamp: "2026-04-24T14:37:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:37:14Z"
    name: isvc-logger.18a951b2dc480b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "15863"
    uid: b39bf895-e548-4967-8301-6d071d105ef0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15225"
    uid: 7a0626d5-25a6-4116-a7de-3c851573e3f1
  kind: Event
  lastTimestamp: "2026-04-24T14:35:56Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T14:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:35:56Z"
    name: isvc-logger.18a951b2dcbcc6e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15257"
    uid: 0f079c7a-9c50-4758-b52d-c524c8e878d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15230"
    uid: 7a0626d5-25a6-4116-a7de-3c851573e3f1
  kind: Event
  lastTimestamp: "2026-04-24T14:35:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:35:56Z"
    name: isvc-logger.18a951b2e15dbaf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: 1670e21e-b440-48ff-b4fa-b5d626b7a995
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 7a0626d5-25a6-4116-a7de-3c851573e3f1
  kind: Event
  lastTimestamp: "2026-04-24T14:37:14Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:37:14Z"
    name: isvc-logger.18a951c4ee3ae0a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15862"
    uid: 1f3554e6-2b8b-414d-aa88-e4a1c7702d1b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:43:53.057135Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px
    namespace: kserve-ci-e2e-test
    resourceVersion: "19059"
    uid: 781db27e-0c1c-4441-af98-f3dfb7854834
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:43:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:43:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px.18a95221ca615784
    namespace: kserve-ci-e2e-test
    resourceVersion: "19066"
    uid: 762d127b-eaca-446e-a136-c245b81d6450
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px
    namespace: kserve-ci-e2e-test
    resourceVersion: "19071"
    uid: 781db27e-0c1c-4441-af98-f3dfb7854834
  kind: Event
  lastTimestamp: "2026-04-24T14:43:53Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:43:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px.18a95221e477dd16
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 19b14aa0-8c5a-4568-a7ab-213a3082eec9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 781db27e-0c1c-4441-af98-f3dfb7854834
  kind: Event
  lastTimestamp: "2026-04-24T14:43:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px.18a95221e5bb75ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19085"
    uid: 85a44b35-441f-479a-bedb-88e912096294
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 781db27e-0c1c-4441-af98-f3dfb7854834
  kind: Event
  lastTimestamp: "2026-04-24T14:43:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px.18a95221ec062743
    namespace: kserve-ci-e2e-test
    resourceVersion: "19087"
    uid: 3cc5906f-6309-4431-be93-490d9261f2ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 781db27e-0c1c-4441-af98-f3dfb7854834
  kind: Event
  lastTimestamp: "2026-04-24T14:43:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px.18a95221ec826d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "19088"
    uid: 7e8bb451-7985-4233-ab24-d37f817a0937
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 781db27e-0c1c-4441-af98-f3dfb7854834
  kind: Event
  lastTimestamp: "2026-04-24T14:43:58Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T14:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:58Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px.18a9522317e8224a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19128"
    uid: 54e9274c-a5bb-496f-80b7-85dddca12d45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 781db27e-0c1c-4441-af98-f3dfb7854834
  kind: Event
  lastTimestamp: "2026-04-24T14:43:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:58Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px.18a952231b44b7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19133"
    uid: fdced01f-c6b8-46e9-be57-bbba42e1d2e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 781db27e-0c1c-4441-af98-f3dfb7854834
  kind: Event
  lastTimestamp: "2026-04-24T14:43:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:43:58Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px.18a952231bc2fe07
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: fad73a08-c485-40a8-8601-e5ebc922a465
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 781db27e-0c1c-4441-af98-f3dfb7854834
  kind: Event
  lastTimestamp: "2026-04-24T14:44:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:44:33Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px.18a9522b21166521
    namespace: kserve-ci-e2e-test
    resourceVersion: "19420"
    uid: 5115b132-c03c-4cb6-a990-81067b68965e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: 45a60431-336f-48e7-9a63-2fe6cfaa1cbb
  kind: Event
  lastTimestamp: "2026-04-24T14:43:53Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-s68px'
  metadata:
    creationTimestamp: "2026-04-24T14:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:43:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a95221c9d7332a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: a7065f49-ab2d-4b4a-8b74-39141315d3c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19044"
    uid: f980dd65-6408-4e44-a383-b8a27c40109b
  kind: Event
  lastTimestamp: "2026-04-24T14:43:53Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T14:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:43:53Z"
    name: isvc-mlflow-v2-runtime-predictor.18a95221c7790b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: fbd2fa4b-f37c-4a08-9cf1-c4aa15ffa114
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19046"
    uid: 8c268070-bced-42aa-94be-afc538c270ea
  kind: Event
  lastTimestamp: "2026-04-24T14:44:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:44:23Z"
    name: isvc-mlflow-v2-runtime-predictor.18a9522545e910e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19304"
    uid: 219df723-8d99-434a-b7e6-80d846196259
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19046"
    uid: 8c268070-bced-42aa-94be-afc538c270ea
  kind: Event
  lastTimestamp: "2026-04-24T14:44:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:44:23Z"
    name: isvc-mlflow-v2-runtime-predictor.18a9522546483528
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: a25fe818-278a-4761-86a6-8eb47a3fb1ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19024"
    uid: 257bf6d9-6668-4f50-93ab-9e69bb845769
  kind: Event
  lastTimestamp: "2026-04-24T14:44:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:44:30Z"
    name: isvc-mlflow-v2-runtime.18a95221c7534084
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: 9f253531-7bb3-4af0-8e6b-a4e1a65bc6a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:43:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19024"
    uid: 257bf6d9-6668-4f50-93ab-9e69bb845769
  kind: Event
  lastTimestamp: "2026-04-24T14:43:53Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:43:53Z"
    name: isvc-mlflow-v2-runtime.18a95221c79f9671
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 0551f11d-5a03-4643-a226-f13fdcd38fad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: 257bf6d9-6668-4f50-93ab-9e69bb845769
  kind: Event
  lastTimestamp: "2026-04-24T14:44:30Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:44:30Z"
    name: isvc-mlflow-v2-runtime.18a9522a8f8ff867
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: aa483fc3-6b24-4c9d-80a1-470552328486
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:45:53.332236Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: 0690c263-853f-4742-bcf8-729c3da01606
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-zhpxp
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:45:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:45:53Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp.18a9523dcb55af94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20064"
    uid: fbd50915-7b2c-4358-bacc-019530a10109
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:45:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 0690c263-853f-4742-bcf8-729c3da01606
  kind: Event
  lastTimestamp: "2026-04-24T14:45:53Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:45:53Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp.18a9523de479fc57
    namespace: kserve-ci-e2e-test
    resourceVersion: "20077"
    uid: 3cb68b32-7786-4458-bc32-d52fdebc9c0e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 0690c263-853f-4742-bcf8-729c3da01606
  kind: Event
  lastTimestamp: "2026-04-24T14:45:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:45:53Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp.18a9523de5c4cd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: 178ddbab-89a4-4798-8634-87d6b7383cac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 0690c263-853f-4742-bcf8-729c3da01606
  kind: Event
  lastTimestamp: "2026-04-24T14:45:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:45:53Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp.18a9523de8d716f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: cfc31fe1-2fea-4e5b-9604-66b237043c2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 0690c263-853f-4742-bcf8-729c3da01606
  kind: Event
  lastTimestamp: "2026-04-24T14:45:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:45:53Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp.18a9523de9495008
    namespace: kserve-ci-e2e-test
    resourceVersion: "20085"
    uid: caca3e76-3e7b-4602-b83c-90b21375db24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 0690c263-853f-4742-bcf8-729c3da01606
  kind: Event
  lastTimestamp: "2026-04-24T14:45:59Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T14:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:45:59Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp.18a9523f1f1b9c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "20124"
    uid: 2e9ea298-a12a-474a-8839-4283c140563f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 0690c263-853f-4742-bcf8-729c3da01606
  kind: Event
  lastTimestamp: "2026-04-24T14:46:10Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.272s (11.272s
    including waiting). Image size: 1162830074 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T14:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:46:10Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp.18a95241bf078717
    namespace: kserve-ci-e2e-test
    resourceVersion: "20213"
    uid: 8d51dda5-c729-4c54-9023-4642127ba925
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 0690c263-853f-4742-bcf8-729c3da01606
  kind: Event
  lastTimestamp: "2026-04-24T14:46:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:46:10Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp.18a95241c2349da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20214"
    uid: e80d3e39-f3e0-4846-88fc-3e07eeaffadc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 0690c263-853f-4742-bcf8-729c3da01606
  kind: Event
  lastTimestamp: "2026-04-24T14:46:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:46:10Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp.18a95241c2a8ca3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20215"
    uid: b60f9006-70ad-4e8c-a33b-be7033595669
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T14:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 0690c263-853f-4742-bcf8-729c3da01606
  kind: Event
  lastTimestamp: "2026-04-24T14:46:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:46:52Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp.18a95241ece07388
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: a0b8e916-10f2-4e37-86c1-52ea2a2b8473
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 0690c263-853f-4742-bcf8-729c3da01606
  kind: Event
  lastTimestamp: "2026-04-24T14:47:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:47:04Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zhpxp.18a9524e708c5c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: fc51b59b-28c5-413c-b829-5e8246ae39aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:45:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20043"
    uid: bf9dcad7-0b26-4ef3-847d-503c6a2e33b4
  kind: Event
  lastTimestamp: "2026-04-24T14:45:53Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-zhpxp'
  metadata:
    creationTimestamp: "2026-04-24T14:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:45:53Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a9523dcae9bd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20060"
    uid: 6dc5bdf6-ccca-440a-ac1c-21bba1966f24
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:45:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20036"
    uid: e06d0644-c3e0-42a6-9fd8-69f045d4aa6d
  kind: Event
  lastTimestamp: "2026-04-24T14:45:53Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T14:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:45:53Z"
    name: isvc-paddle-predictor.18a9523dc85bf7b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 210303aa-0399-4133-bfdf-67085378223d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:46:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: d2b730ed-4664-4473-a2ad-8bf20e0ec722
  kind: Event
  lastTimestamp: "2026-04-24T14:46:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:46:23Z"
    name: isvc-paddle-predictor.18a9524146de05b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20306"
    uid: 40855e98-62cd-444a-bb63-6a23470483e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:46:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: d2b730ed-4664-4473-a2ad-8bf20e0ec722
  kind: Event
  lastTimestamp: "2026-04-24T14:46:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:46:23Z"
    name: isvc-paddle-predictor.18a952414727c085
    namespace: kserve-ci-e2e-test
    resourceVersion: "20307"
    uid: 4e5fbf1d-535c-474d-a788-6ab55ad268cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:46:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: d2b730ed-4664-4473-a2ad-8bf20e0ec722
  kind: Event
  lastTimestamp: "2026-04-24T14:46:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:46:53Z"
    name: isvc-paddle-predictor.18a9524844d2a54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20522"
    uid: 6793b35a-0fc4-4989-85b2-cb62aa695101
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:46:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: d2b730ed-4664-4473-a2ad-8bf20e0ec722
  kind: Event
  lastTimestamp: "2026-04-24T14:46:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:46:53Z"
    name: isvc-paddle-predictor.18a952484535c8f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: 0bc86eab-6fe2-435a-bf53-c801a087ad5b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:47:04.891976Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 83e23000-c9f7-4c06-8b5c-36b47d4cac6d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-2fwr2
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:47:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:47:04Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2.18a9524e74a0ad7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 3ce3092d-00fa-49b8-ac5c-ef14772b6a3a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: 83e23000-c9f7-4c06-8b5c-36b47d4cac6d
  kind: Event
  lastTimestamp: "2026-04-24T14:47:05Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:47:05Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2.18a9524e8db0ec63
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: e6f9d7d9-0ec6-4ae0-9ceb-161bf6b95eec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: 83e23000-c9f7-4c06-8b5c-36b47d4cac6d
  kind: Event
  lastTimestamp: "2026-04-24T14:47:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:47:05Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2.18a9524e8edb33e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20674"
    uid: b4b3ed71-2db5-414e-87e6-d10b3e822656
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: 83e23000-c9f7-4c06-8b5c-36b47d4cac6d
  kind: Event
  lastTimestamp: "2026-04-24T14:47:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:47:05Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2.18a9524e92464516
    namespace: kserve-ci-e2e-test
    resourceVersion: "20676"
    uid: 959eae0c-2d5c-43e3-8c5e-2a1270e82888
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: 83e23000-c9f7-4c06-8b5c-36b47d4cac6d
  kind: Event
  lastTimestamp: "2026-04-24T14:47:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:47:05Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2.18a9524e92bd4308
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 553a2199-0958-4ea2-b973-596bca069e2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: 83e23000-c9f7-4c06-8b5c-36b47d4cac6d
  kind: Event
  lastTimestamp: "2026-04-24T14:47:11Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:47:11Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2.18a9524ff06743b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: caf74329-9fc9-4e4b-a540-dcc074bbe131
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: 83e23000-c9f7-4c06-8b5c-36b47d4cac6d
  kind: Event
  lastTimestamp: "2026-04-24T14:47:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:47:11Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2.18a9524ff3b712b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 758540cf-8314-4fd2-b933-ffd01792e6a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: 83e23000-c9f7-4c06-8b5c-36b47d4cac6d
  kind: Event
  lastTimestamp: "2026-04-24T14:47:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:47:11Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2.18a9524ff43d2793
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: d6cbd2eb-a85c-4f33-a8ae-915bb14b79a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: 83e23000-c9f7-4c06-8b5c-36b47d4cac6d
  kind: Event
  lastTimestamp: "2026-04-24T14:47:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:47:53Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2.18a952502c43e25d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: f2995335-64ae-46db-a9ce-baca3c9a9485
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: 83e23000-c9f7-4c06-8b5c-36b47d4cac6d
  kind: Event
  lastTimestamp: "2026-04-24T14:48:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:48:06Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-2fwr2.18a9525cc311a448
    namespace: kserve-ci-e2e-test
    resourceVersion: "21164"
    uid: 4b03c4ec-71a3-4386-a056-85a1190d8a9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 6a6de7d9-b07e-4d85-8f5e-5e3de21fb055
  kind: Event
  lastTimestamp: "2026-04-24T14:47:04Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-2fwr2'
  metadata:
    creationTimestamp: "2026-04-24T14:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:47:04Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a9524e741351ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 02632b6e-b049-4134-9792-c004ec9c838a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: b79b452e-d893-42d5-88d3-682f19937397
  kind: Event
  lastTimestamp: "2026-04-24T14:47:04Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T14:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:47:04Z"
    name: isvc-paddle-runtime-predictor.18a9524e71bb2d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20645"
    uid: 344683d0-e7f6-40cc-99e6-4439d5e89712
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: aa0cee71-e242-400a-b563-55973410e07a
  kind: Event
  lastTimestamp: "2026-04-24T14:47:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:47:19Z"
    name: isvc-paddle-runtime-predictor.18a95251f07753d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 57d34d26-e862-45fd-944a-27ab3105dcff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: aa0cee71-e242-400a-b563-55973410e07a
  kind: Event
  lastTimestamp: "2026-04-24T14:47:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:47:19Z"
    name: isvc-paddle-runtime-predictor.18a95251f0d38c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "20795"
    uid: e8003d99-9e53-43d0-ab7d-bbcdcb8085b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20793"
    uid: aa0cee71-e242-400a-b563-55973410e07a
  kind: Event
  lastTimestamp: "2026-04-24T14:48:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:48:04Z"
    name: isvc-paddle-runtime-predictor.18a952556f6c2369
    namespace: kserve-ci-e2e-test
    resourceVersion: "21118"
    uid: 3967a876-7884-4bdb-a82e-68b2a13cf652
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20793"
    uid: aa0cee71-e242-400a-b563-55973410e07a
  kind: Event
  lastTimestamp: "2026-04-24T14:48:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:48:04Z"
    name: isvc-paddle-runtime-predictor.18a952556fcab6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 87a84c00-1918-4a61-8c5f-f140f562f57e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: e0f860f1-2669-4138-aa62-f48ba98f471c
  kind: Event
  lastTimestamp: "2026-04-24T14:48:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:48:03Z"
    name: isvc-paddle-runtime.18a9524e7187a404
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: a27d2fc1-08ef-44d1-aac0-739632b5e189
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: e0f860f1-2669-4138-aa62-f48ba98f471c
  kind: Event
  lastTimestamp: "2026-04-24T14:47:04Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:47:04Z"
    name: isvc-paddle-runtime.18a9524e71d5d975
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 74823bd4-56bf-465f-8f28-4840f2247964
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: e0f860f1-2669-4138-aa62-f48ba98f471c
  kind: Event
  lastTimestamp: "2026-04-24T14:48:03Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:48:03Z"
    name: isvc-paddle-runtime.18a9525c0ffb0fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: ec4ac6f3-2f1f-4e2b-a254-2289e7e7e4ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:48:06.385356Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21172"
    uid: b8bace2c-d211-4a76-8fd5-2e865efc8e13
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:48:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:48:06Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz.18a9525cc5eb35e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: ef2052bc-5742-4fc1-a2dc-c9154db30720
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: b8bace2c-d211-4a76-8fd5-2e865efc8e13
  kind: Event
  lastTimestamp: "2026-04-24T14:48:06Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:48:06Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz.18a9525cdf85af83
    namespace: kserve-ci-e2e-test
    resourceVersion: "21188"
    uid: 1dccb727-8d60-4e28-8625-373dcb96a445
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: b8bace2c-d211-4a76-8fd5-2e865efc8e13
  kind: Event
  lastTimestamp: "2026-04-24T14:48:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:48:06Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz.18a9525ce0b4e4af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21190"
    uid: d32f2397-2137-4392-8476-6ce057cb07d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: b8bace2c-d211-4a76-8fd5-2e865efc8e13
  kind: Event
  lastTimestamp: "2026-04-24T14:48:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:48:06Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz.18a9525ce3a52937
    namespace: kserve-ci-e2e-test
    resourceVersion: "21192"
    uid: d276703c-fa39-44d5-a77d-abf24ed46263
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: b8bace2c-d211-4a76-8fd5-2e865efc8e13
  kind: Event
  lastTimestamp: "2026-04-24T14:48:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:48:06Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz.18a9525ce472059b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21193"
    uid: 59dac0ff-3080-4898-80f0-da0d85086557
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: b8bace2c-d211-4a76-8fd5-2e865efc8e13
  kind: Event
  lastTimestamp: "2026-04-24T14:48:11Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:48:11Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz.18a9525df4218e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "21234"
    uid: 27bb44d0-4d10-4a23-a8da-475f1752c92c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: b8bace2c-d211-4a76-8fd5-2e865efc8e13
  kind: Event
  lastTimestamp: "2026-04-24T14:48:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:48:11Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz.18a9525df7f3668e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21241"
    uid: 0927ee7a-5127-4a8f-9b7a-988a6b545ff9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: b8bace2c-d211-4a76-8fd5-2e865efc8e13
  kind: Event
  lastTimestamp: "2026-04-24T14:48:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:48:11Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz.18a9525df86b79a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: beb57f7b-7a17-454d-90e8-9af1283b8bf9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: b8bace2c-d211-4a76-8fd5-2e865efc8e13
  kind: Event
  lastTimestamp: "2026-04-24T14:48:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:48:53Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz.18a9525e300c927c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: 5ca51ec8-e8db-4436-a699-2cf1d051a1eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: b8bace2c-d211-4a76-8fd5-2e865efc8e13
  kind: Event
  lastTimestamp: "2026-04-24T14:49:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:49:08Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz.18a9526b26a0fbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: 0ad4522e-1aea-4198-9419-c6ca934dc4a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21157"
    uid: 1354afad-49f4-4cd2-b722-aaf2d7248cc4
  kind: Event
  lastTimestamp: "2026-04-24T14:48:06Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-lh7qz'
  metadata:
    creationTimestamp: "2026-04-24T14:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:48:06Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a9525cc5861b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21174"
    uid: 542255b7-7830-407f-9982-149daa351e58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21152"
    uid: 17d77c0c-8f25-4296-a175-a143c5d23ee2
  kind: Event
  lastTimestamp: "2026-04-24T14:48:06Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T14:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:48:06Z"
    name: isvc-paddle-v2-kserve-predictor.18a9525cc2b4d3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 5f9c0a8c-f772-4d46-a0af-06643abda3a5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21156"
    uid: f5336885-de23-412d-83e5-9931eb1b6567
  kind: Event
  lastTimestamp: "2026-04-24T14:48:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:48:21Z"
    name: isvc-paddle-v2-kserve-predictor.18a952604171dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 94c9e6cd-f666-4cc5-84d7-dd02a9d762cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21156"
    uid: f5336885-de23-412d-83e5-9931eb1b6567
  kind: Event
  lastTimestamp: "2026-04-24T14:48:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:48:21Z"
    name: isvc-paddle-v2-kserve-predictor.18a9526041d72e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "21311"
    uid: 8d4e3be3-175f-46b5-8390-c94c9af85b86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21310"
    uid: f5336885-de23-412d-83e5-9931eb1b6567
  kind: Event
  lastTimestamp: "2026-04-24T14:49:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:49:06Z"
    name: isvc-paddle-v2-kserve-predictor.18a95263c066e94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 62d3e296-0ee0-43f8-9828-6a0bbf231204
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21310"
    uid: f5336885-de23-412d-83e5-9931eb1b6567
  kind: Event
  lastTimestamp: "2026-04-24T14:49:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:49:06Z"
    name: isvc-paddle-v2-kserve-predictor.18a95263c0c8daf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 4ce03bea-1928-4d3a-b104-14a6f1fbba4a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 57b8a3a9-bd38-481b-b0ff-c1543264c857
  kind: Event
  lastTimestamp: "2026-04-24T14:49:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:49:03Z"
    name: isvc-paddle-v2-kserve.18a9525cc28f6c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: a961fc42-3283-45da-8d1c-26afb037fe8b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:48:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 57b8a3a9-bd38-481b-b0ff-c1543264c857
  kind: Event
  lastTimestamp: "2026-04-24T14:48:06Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:48:06Z"
    name: isvc-paddle-v2-kserve.18a9525cc3199984
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: 36b74215-d2c4-4ef6-a10f-95e94a32c57e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 57b8a3a9-bd38-481b-b0ff-c1543264c857
  kind: Event
  lastTimestamp: "2026-04-24T14:49:03Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:49:03Z"
    name: isvc-paddle-v2-kserve.18a9526a13c6c410
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 6c0336bf-5a34-4d06-861d-4b3c27b3d521
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T14:45:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20021"
    uid: 688a93f9-7863-4172-be04-0cd071863a75
  kind: Event
  lastTimestamp: "2026-04-24T14:47:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:47:02Z"
    name: isvc-paddle.18a9523dc83e9dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: f7f76e6f-b79f-4f0b-8a16-2a22e1f8bea6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:45:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20021"
    uid: 688a93f9-7863-4172-be04-0cd071863a75
  kind: Event
  lastTimestamp: "2026-04-24T14:45:53Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T14:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:45:53Z"
    name: isvc-paddle.18a9523dc8d9dc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20050"
    uid: 5646cfe2-189f-4900-82cc-a21d8cd3e512
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:47:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20590"
    uid: 688a93f9-7863-4172-be04-0cd071863a75
  kind: Event
  lastTimestamp: "2026-04-24T14:47:02Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:47:02Z"
    name: isvc-paddle.18a9524dd044bf18
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: 796217a2-0bfe-4db8-92dd-ee47b13d67e1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:49:08.175552Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-lpm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21691"
    uid: 137a48e4-6b82-4dc0-b0e6-d500ea7f2705
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-lpm66
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:49:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:49:08Z"
    name: isvc-pmml-predictor-5584ffd8c9-lpm66.18a9526b28e6bbbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21697"
    uid: 611beca6-c9f9-413a-bb3a-8aadda703555
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-lpm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: 137a48e4-6b82-4dc0-b0e6-d500ea7f2705
  kind: Event
  lastTimestamp: "2026-04-24T14:49:08Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:49:08Z"
    name: isvc-pmml-predictor-5584ffd8c9-lpm66.18a9526b42ab1f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: d974066a-f158-45df-a3c8-8e56413ae3d3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-lpm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 137a48e4-6b82-4dc0-b0e6-d500ea7f2705
  kind: Event
  lastTimestamp: "2026-04-24T14:49:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:49:08Z"
    name: isvc-pmml-predictor-5584ffd8c9-lpm66.18a9526b43dc7e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: ce766e3d-d65f-4067-90b6-5f23009008b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-lpm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 137a48e4-6b82-4dc0-b0e6-d500ea7f2705
  kind: Event
  lastTimestamp: "2026-04-24T14:49:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:49:08Z"
    name: isvc-pmml-predictor-5584ffd8c9-lpm66.18a9526b46b094c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21718"
    uid: 3721f87a-3fc9-4ffd-b265-615eaff10001
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-lpm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 137a48e4-6b82-4dc0-b0e6-d500ea7f2705
  kind: Event
  lastTimestamp: "2026-04-24T14:49:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:49:08Z"
    name: isvc-pmml-predictor-5584ffd8c9-lpm66.18a9526b4737fbfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21719"
    uid: a3099d29-d6f0-484f-80bf-f318babb7b9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-lpm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 137a48e4-6b82-4dc0-b0e6-d500ea7f2705
  kind: Event
  lastTimestamp: "2026-04-24T14:49:12Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T14:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:49:12Z"
    name: isvc-pmml-predictor-5584ffd8c9-lpm66.18a9526c33d9fd15
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: 260e978b-f486-4489-aea5-1cbd3535eecc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-lpm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 137a48e4-6b82-4dc0-b0e6-d500ea7f2705
  kind: Event
  lastTimestamp: "2026-04-24T14:49:19Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.925s (6.925s
    including waiting). Image size: 800927089 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T14:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:49:19Z"
    name: isvc-pmml-predictor-5584ffd8c9-lpm66.18a9526dd0a0f211
    namespace: kserve-ci-e2e-test
    resourceVersion: "21808"
    uid: 7016fbf0-4a4d-4061-b31a-c9a34ca70ad5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-lpm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 137a48e4-6b82-4dc0-b0e6-d500ea7f2705
  kind: Event
  lastTimestamp: "2026-04-24T14:49:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:49:19Z"
    name: isvc-pmml-predictor-5584ffd8c9-lpm66.18a9526dd4c0688c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21809"
    uid: 087f96ea-a639-454d-83b9-c412675dc019
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-lpm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 137a48e4-6b82-4dc0-b0e6-d500ea7f2705
  kind: Event
  lastTimestamp: "2026-04-24T14:49:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:49:19Z"
    name: isvc-pmml-predictor-5584ffd8c9-lpm66.18a9526dd534de30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21810"
    uid: ab67fe63-97c4-475c-b9df-c19fc0e73233
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-lpm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 137a48e4-6b82-4dc0-b0e6-d500ea7f2705
  kind: Event
  lastTimestamp: "2026-04-24T14:50:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:50:35Z"
    name: isvc-pmml-predictor-5584ffd8c9-lpm66.18a9526dd6ea1b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "22349"
    uid: 5fe5ba5c-6fc4-4c88-966d-75f598510574
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-lpm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 137a48e4-6b82-4dc0-b0e6-d500ea7f2705
  kind: Event
  lastTimestamp: "2026-04-24T14:50:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:50:49Z"
    name: isvc-pmml-predictor-5584ffd8c9-lpm66.18a95282b175bf91
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: aec46ba6-5eb1-43f8-b99d-739219bddfbd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: 1058c178-33b3-4f29-a707-3a2921c1815d
  kind: Event
  lastTimestamp: "2026-04-24T14:49:08Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-lpm66'
  metadata:
    creationTimestamp: "2026-04-24T14:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:49:08Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a9526b287b5d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21693"
    uid: e4578b0c-d1dc-46b8-909a-de596b229205
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: bf1a55b7-e1c9-42f1-af68-47b594941a53
  kind: Event
  lastTimestamp: "2026-04-24T14:49:08Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T14:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:49:08Z"
    name: isvc-pmml-predictor.18a9526b25c9b463
    namespace: kserve-ci-e2e-test
    resourceVersion: "21680"
    uid: 6d209b0d-d032-4de3-9cff-cf657bcb1499
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21676"
    uid: b4f45c12-11d8-4457-b7c9-89a8bf8175c2
  kind: Event
  lastTimestamp: "2026-04-24T14:49:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:49:38Z"
    name: isvc-pmml-predictor.18a9526ea45c241b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 4ec8e485-0598-4ab6-a7a7-a2e078651dad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21676"
    uid: b4f45c12-11d8-4457-b7c9-89a8bf8175c2
  kind: Event
  lastTimestamp: "2026-04-24T14:49:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:49:38Z"
    name: isvc-pmml-predictor.18a9526ea4b73f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21944"
    uid: b5d83b80-4480-482e-bcce-e8983acf4b88
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: b4f45c12-11d8-4457-b7c9-89a8bf8175c2
  kind: Event
  lastTimestamp: "2026-04-24T14:50:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:50:38Z"
    name: isvc-pmml-predictor.18a95275a2594e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22363"
    uid: 8b0d9034-9fd7-4f39-a752-7abba8530b0d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: b4f45c12-11d8-4457-b7c9-89a8bf8175c2
  kind: Event
  lastTimestamp: "2026-04-24T14:50:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:50:38Z"
    name: isvc-pmml-predictor.18a95275a2c1e666
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 80e73e15-48c1-4694-8278-22185395e1bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:50:49.300940Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22493"
    uid: 4b0d3341-2952-4cc8-8b2a-1b96e1294546
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-l5n4c
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:50:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:50:49Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c.18a95282b471bfd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22499"
    uid: 6f0dadac-dc7f-4b40-87c9-7c66d0e3d3d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22502"
    uid: 4b0d3341-2952-4cc8-8b2a-1b96e1294546
  kind: Event
  lastTimestamp: "2026-04-24T14:50:49Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:50:49Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c.18a95282cdc8ce75
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: 623f4a54-d164-4ba4-8a30-c20a438794e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: 4b0d3341-2952-4cc8-8b2a-1b96e1294546
  kind: Event
  lastTimestamp: "2026-04-24T14:50:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:50:49Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c.18a95282cf335207
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: a225dafc-7778-4b3b-9e37-b2f3778ab659
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: 4b0d3341-2952-4cc8-8b2a-1b96e1294546
  kind: Event
  lastTimestamp: "2026-04-24T14:50:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:50:49Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c.18a95282d240c90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 1b51dba2-6524-451e-8de9-dd62395090b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: 4b0d3341-2952-4cc8-8b2a-1b96e1294546
  kind: Event
  lastTimestamp: "2026-04-24T14:50:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:50:49Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c.18a95282d2c6813c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22514"
    uid: 2682319a-03ce-40fa-8e26-d34c1fa8c196
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: 4b0d3341-2952-4cc8-8b2a-1b96e1294546
  kind: Event
  lastTimestamp: "2026-04-24T14:50:53Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:50:53Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c.18a95283ca1f9059
    namespace: kserve-ci-e2e-test
    resourceVersion: "22549"
    uid: f1e38062-444c-4e72-9c18-d348faf62490
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: 4b0d3341-2952-4cc8-8b2a-1b96e1294546
  kind: Event
  lastTimestamp: "2026-04-24T14:50:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:50:54Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c.18a95283cdd8615a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22557"
    uid: 2163dd29-16de-4179-95ce-d4f4ca9514f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: 4b0d3341-2952-4cc8-8b2a-1b96e1294546
  kind: Event
  lastTimestamp: "2026-04-24T14:50:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:50:54Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c.18a95283ce4aa7ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22558"
    uid: a057f0c1-a41e-478b-9ac9-9ca8569ef519
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: 4b0d3341-2952-4cc8-8b2a-1b96e1294546
  kind: Event
  lastTimestamp: "2026-04-24T14:52:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:52:07Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c.18a952840623b35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23087"
    uid: 1ddc1e85-d1da-4df0-8f51-69bba7647072
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: 4b0d3341-2952-4cc8-8b2a-1b96e1294546
  kind: Event
  lastTimestamp: "2026-04-24T14:52:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:52:20Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c.18a95297ec45c8e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23217"
    uid: 583c9b59-ca19-4650-90b7-d250a6b845f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22477"
    uid: e308f3ec-7b37-4b58-a006-bf7261bb45a5
  kind: Event
  lastTimestamp: "2026-04-24T14:50:49Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-l5n4c'
  metadata:
    creationTimestamp: "2026-04-24T14:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:50:49Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a95282b408f8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: 144755e2-fb94-423a-883c-227ed3b4d3db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22470"
    uid: 09b1105a-d06a-4cc1-855b-b64dfc91c264
  kind: Event
  lastTimestamp: "2026-04-24T14:50:49Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T14:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:50:49Z"
    name: isvc-pmml-runtime-predictor.18a95282b052e93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 3d520ac4-7300-4738-bfc9-cc7b4853c8c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22475"
    uid: 40d7702c-fb8c-496e-8367-b0439e28f176
  kind: Event
  lastTimestamp: "2026-04-24T14:51:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:51:04Z"
    name: isvc-pmml-runtime-predictor.18a952862ece5ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22635"
    uid: fea808fb-a092-474c-9dd1-6a45f5ca4b89
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22475"
    uid: 40d7702c-fb8c-496e-8367-b0439e28f176
  kind: Event
  lastTimestamp: "2026-04-24T14:51:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:51:04Z"
    name: isvc-pmml-runtime-predictor.18a952862f351ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22636"
    uid: 3ad9a0d7-5a90-446c-9041-226d242e8fa8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T14:51:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 40d7702c-fb8c-496e-8367-b0439e28f176
  kind: Event
  lastTimestamp: "2026-04-24T14:52:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:52:19Z"
    name: isvc-pmml-runtime-predictor.18a95289ae1052c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6c9c462b-ae61-4148-a21f-3b5da667494c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T14:51:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 40d7702c-fb8c-496e-8367-b0439e28f176
  kind: Event
  lastTimestamp: "2026-04-24T14:52:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:52:19Z"
    name: isvc-pmml-runtime-predictor.18a95289ae7192be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23180"
    uid: ed18e483-2974-46d3-9487-1ceda0c206dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22455"
    uid: 0570ab13-950e-4025-b62e-8e0355dae589
  kind: Event
  lastTimestamp: "2026-04-24T14:52:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:52:17Z"
    name: isvc-pmml-runtime.18a95282b025972c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23167"
    uid: 57627d5e-ca3a-475b-a2eb-3999b7b4b3ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22455"
    uid: 0570ab13-950e-4025-b62e-8e0355dae589
  kind: Event
  lastTimestamp: "2026-04-24T14:50:49Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:50:49Z"
    name: isvc-pmml-runtime.18a95282b096673b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22483"
    uid: c0e0af32-c1d0-4cdd-a790-588e97721ee1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23165"
    uid: 0570ab13-950e-4025-b62e-8e0355dae589
  kind: Event
  lastTimestamp: "2026-04-24T14:52:17Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:52:17Z"
    name: isvc-pmml-runtime.18a9529754af7b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "23166"
    uid: 7cf8c63e-8f0b-4487-ace6-9c7e45711a57
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:52:20.503304Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23227"
    uid: 87a899bb-3ffd-469d-a451-df62f955e994
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:52:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:52:20Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w.18a95297f08759c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 237c3d0a-e1c0-4110-a3cd-a79a9791ca48
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23237"
    uid: 87a899bb-3ffd-469d-a451-df62f955e994
  kind: Event
  lastTimestamp: "2026-04-24T14:52:20Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:52:20Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w.18a9529809a423f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23247"
    uid: eaf70084-0800-4317-bcfc-cb9d06703a23
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: 87a899bb-3ffd-469d-a451-df62f955e994
  kind: Event
  lastTimestamp: "2026-04-24T14:52:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:52:20Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w.18a952980ac73047
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 4b3be308-14a4-4ee3-8c47-8d2216066c52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: 87a899bb-3ffd-469d-a451-df62f955e994
  kind: Event
  lastTimestamp: "2026-04-24T14:52:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:52:20Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w.18a952980e00f66d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: d35b3687-9543-4e28-a10f-4bd48062a971
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: 87a899bb-3ffd-469d-a451-df62f955e994
  kind: Event
  lastTimestamp: "2026-04-24T14:52:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:52:21Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w.18a952980e77dbc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: bede8d50-3d1c-4d92-ad43-897406abe159
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: 87a899bb-3ffd-469d-a451-df62f955e994
  kind: Event
  lastTimestamp: "2026-04-24T14:52:25Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:52:25Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w.18a952990aa36873
    namespace: kserve-ci-e2e-test
    resourceVersion: "23288"
    uid: ae0d12fd-5eac-4e77-818c-b78423f1b8e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: 87a899bb-3ffd-469d-a451-df62f955e994
  kind: Event
  lastTimestamp: "2026-04-24T14:52:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:52:25Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w.18a952990eb0dafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23297"
    uid: 3310acb7-f8f2-4560-891d-30e2722c4604
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: 87a899bb-3ffd-469d-a451-df62f955e994
  kind: Event
  lastTimestamp: "2026-04-24T14:52:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:52:25Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w.18a952990f26dea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23298"
    uid: f7eb836e-cce0-41d1-8996-e1fd08a2fa50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: 87a899bb-3ffd-469d-a451-df62f955e994
  kind: Event
  lastTimestamp: "2026-04-24T14:53:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:53:37Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w.18a9529946a54537
    namespace: kserve-ci-e2e-test
    resourceVersion: "23808"
    uid: 6d6082b2-5f6f-4f51-8433-6a5e47ac475d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: 87a899bb-3ffd-469d-a451-df62f955e994
  kind: Event
  lastTimestamp: "2026-04-24T14:53:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:53:51Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w.18a952ad2dce5b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23944"
    uid: 6d2192da-f575-43aa-8721-2d61ec467b80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: 5ef6fd3c-b6f1-4a9e-a560-90c26d14007f
  kind: Event
  lastTimestamp: "2026-04-24T14:52:20Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-8g24w'
  metadata:
    creationTimestamp: "2026-04-24T14:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:52:20Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a95297eff7cc89
    namespace: kserve-ci-e2e-test
    resourceVersion: "23229"
    uid: 55daf20e-471b-423c-ae73-e721f30053e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23211"
    uid: 7298dbf1-be06-4738-b484-7ec0aead7a6b
  kind: Event
  lastTimestamp: "2026-04-24T14:52:20Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T14:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:52:20Z"
    name: isvc-pmml-v2-kserve-predictor.18a95297ec59f74c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23218"
    uid: d391ccca-13b1-451d-b34d-9f958f9a1dcc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23214"
    uid: 2c214694-9689-49eb-99f1-a495c9bdf400
  kind: Event
  lastTimestamp: "2026-04-24T14:52:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:52:50Z"
    name: isvc-pmml-v2-kserve-predictor.18a9529b6acbf775
    namespace: kserve-ci-e2e-test
    resourceVersion: "23473"
    uid: a7d0a68b-1fbb-44a4-b95a-50216dfc3ba6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23214"
    uid: 2c214694-9689-49eb-99f1-a495c9bdf400
  kind: Event
  lastTimestamp: "2026-04-24T14:52:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:52:50Z"
    name: isvc-pmml-v2-kserve-predictor.18a9529b6b2d91ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23474"
    uid: 42127785-2515-4b38-8fd5-25c6b73900c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23369"
    uid: 2c214694-9689-49eb-99f1-a495c9bdf400
  kind: Event
  lastTimestamp: "2026-04-24T14:53:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:53:50Z"
    name: isvc-pmml-v2-kserve-predictor.18a952a268d2a0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23903"
    uid: 8c6d3376-35d7-4ac5-ae3b-733c72a703e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23369"
    uid: 2c214694-9689-49eb-99f1-a495c9bdf400
  kind: Event
  lastTimestamp: "2026-04-24T14:53:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:53:50Z"
    name: isvc-pmml-v2-kserve-predictor.18a952a269366bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23904"
    uid: 2cc47d69-1c14-44ab-a77b-0528046a8408
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23189"
    uid: 7eb25a70-b0e6-400a-862f-37c715a57eb7
  kind: Event
  lastTimestamp: "2026-04-24T14:53:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:53:47Z"
    name: isvc-pmml-v2-kserve.18a95297ec3230bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23881"
    uid: 3e41c753-9fb8-4f22-85be-b3694bd2a184
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:52:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23189"
    uid: 7eb25a70-b0e6-400a-862f-37c715a57eb7
  kind: Event
  lastTimestamp: "2026-04-24T14:52:20Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:52:20Z"
    name: isvc-pmml-v2-kserve.18a95297ecc78ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: 94101385-c438-4808-a083-e7260e26b9aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: 7eb25a70-b0e6-400a-862f-37c715a57eb7
  kind: Event
  lastTimestamp: "2026-04-24T14:53:47Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:53:47Z"
    name: isvc-pmml-v2-kserve.18a952ac26249a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23879"
    uid: 1b1e40ae-7e3c-451b-ac6b-eda6528d2e85
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21654"
    uid: 3e8c041f-f4bd-4a5d-a337-78e01422a1e5
  kind: Event
  lastTimestamp: "2026-04-24T14:50:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:50:45Z"
    name: isvc-pmml.18a9526b257c38b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22427"
    uid: 58e4e5a1-9a35-44ae-9730-9c3a8b5034c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21654"
    uid: 3e8c041f-f4bd-4a5d-a337-78e01422a1e5
  kind: Event
  lastTimestamp: "2026-04-24T14:49:08Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:49:08Z"
    name: isvc-pmml.18a9526b25d0d2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: 973b4fdc-9975-4c6a-aa33-73bc4834610b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:49:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 3e8c041f-f4bd-4a5d-a337-78e01422a1e5
  kind: Event
  lastTimestamp: "2026-04-24T14:49:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:49:08Z"
    name: isvc-pmml.18a9526b2a1853e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: 0667c4b3-8cb9-4669-9472-23906270e736
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:50:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22425"
    uid: 3e8c041f-f4bd-4a5d-a337-78e01422a1e5
  kind: Event
  lastTimestamp: "2026-04-24T14:50:45Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:50:45Z"
    name: isvc-pmml.18a95281e8e47be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22426"
    uid: 03264a00-0530-434d-955b-f1cb6c789556
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:58:53.610383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26806"
    uid: b5ae9766-de66-4547-8f60-db38d71d6bf9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-46pvp
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:58:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:58:53Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp.18a952f377894b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 36f60e35-7fe1-4a6c-9816-1e4d147d504f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26816"
    uid: b5ae9766-de66-4547-8f60-db38d71d6bf9
  kind: Event
  lastTimestamp: "2026-04-24T14:58:54Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:58:54Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp.18a952f390c90ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26824"
    uid: 876a099b-710d-4ef7-9411-ac1468ab1dbf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: b5ae9766-de66-4547-8f60-db38d71d6bf9
  kind: Event
  lastTimestamp: "2026-04-24T14:58:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:58:54Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp.18a952f392025b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26826"
    uid: 330e71c2-cf6f-41be-b8b1-6e959cce7728
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: b5ae9766-de66-4547-8f60-db38d71d6bf9
  kind: Event
  lastTimestamp: "2026-04-24T14:58:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:58:54Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp.18a952f39548ef42
    namespace: kserve-ci-e2e-test
    resourceVersion: "26830"
    uid: 1fa244df-bdf4-443d-bdda-5c471460d355
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: b5ae9766-de66-4547-8f60-db38d71d6bf9
  kind: Event
  lastTimestamp: "2026-04-24T14:58:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:58:54Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp.18a952f39606901c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26831"
    uid: 4e77457b-841b-40f9-bf2c-20592959fbe2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: b5ae9766-de66-4547-8f60-db38d71d6bf9
  kind: Event
  lastTimestamp: "2026-04-24T14:58:58Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:58:58Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp.18a952f49b48dae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26869"
    uid: 5701adb4-0bbc-46d6-a2b3-56216df29b7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: b5ae9766-de66-4547-8f60-db38d71d6bf9
  kind: Event
  lastTimestamp: "2026-04-24T14:58:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:58:58Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp.18a952f4a1522c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "26874"
    uid: eabe1de6-c4f6-4cbe-89cc-0b17ff02ae69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: b5ae9766-de66-4547-8f60-db38d71d6bf9
  kind: Event
  lastTimestamp: "2026-04-24T14:58:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:58:58Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp.18a952f4a1e193da
    namespace: kserve-ci-e2e-test
    resourceVersion: "26875"
    uid: ccdd4084-614b-48d5-a415-0c4a11ff1a13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: b5ae9766-de66-4547-8f60-db38d71d6bf9
  kind: Event
  lastTimestamp: "2026-04-24T15:00:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:00:10Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp.18a952f4d74f0b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27393"
    uid: bb783826-0280-4a76-92e2-762dbb441c99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: b5ae9766-de66-4547-8f60-db38d71d6bf9
  kind: Event
  lastTimestamp: "2026-04-24T15:00:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:00:23Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-46pvp.18a953087436b182
    namespace: kserve-ci-e2e-test
    resourceVersion: "27532"
    uid: 3776e701-561a-429d-b8c4-ad5ffb22a064
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26790"
    uid: c97ec830-32e5-4271-81aa-094cb5342fad
  kind: Event
  lastTimestamp: "2026-04-24T14:58:53Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-46pvp'
  metadata:
    creationTimestamp: "2026-04-24T14:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:58:53Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a952f37720c084
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: a57a1d39-02a6-437a-857e-e3813b240144
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26786"
    uid: 7e678929-bb3a-4145-9534-72439820b2dc
  kind: Event
  lastTimestamp: "2026-04-24T14:58:53Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T14:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:58:53Z"
    name: isvc-predictive-lightgbm-predictor.18a952f3732e3d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "26793"
    uid: 7e3fd1e0-851e-4c8b-ada1-22eeed6c959e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:59:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26789"
    uid: 7202ca12-21d2-412b-8fc4-0f72c2f2b77e
  kind: Event
  lastTimestamp: "2026-04-24T14:59:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:59:38Z"
    name: isvc-predictive-lightgbm-predictor.18a952f6f1b1e9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "27167"
    uid: e511a935-7948-413d-bd1d-96c10c42f71d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:59:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26789"
    uid: 7202ca12-21d2-412b-8fc4-0f72c2f2b77e
  kind: Event
  lastTimestamp: "2026-04-24T14:59:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:59:38Z"
    name: isvc-predictive-lightgbm-predictor.18a952f6f215a10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27168"
    uid: aa961839-2050-4894-9fa9-da2433200075
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:59:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26950"
    uid: 7202ca12-21d2-412b-8fc4-0f72c2f2b77e
  kind: Event
  lastTimestamp: "2026-04-24T15:00:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:00:23Z"
    name: isvc-predictive-lightgbm-predictor.18a953016eafb8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: a98a9d59-ef59-43c2-bca5-724b626eba97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:59:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26950"
    uid: 7202ca12-21d2-412b-8fc4-0f72c2f2b77e
  kind: Event
  lastTimestamp: "2026-04-24T15:00:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:00:23Z"
    name: isvc-predictive-lightgbm-predictor.18a953016f0f8b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 0031cb5a-3b9b-44ea-9c26-00044b24594d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:03:24.241392Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29002"
    uid: 2b7b6af0-1fcf-4b93-a009-18ab7f3aefc9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:03:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:03:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7.18a953327a66d04b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29011"
    uid: 2a57f940-ec58-4bb3-a7d4-bb5b6301534c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29013"
    uid: 2b7b6af0-1fcf-4b93-a009-18ab7f3aefc9
  kind: Event
  lastTimestamp: "2026-04-24T15:03:24Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:03:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7.18a953329391040a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29023"
    uid: 6ba4f9e7-b9d9-4001-a81d-4668c3bfc8d5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 2b7b6af0-1fcf-4b93-a009-18ab7f3aefc9
  kind: Event
  lastTimestamp: "2026-04-24T15:03:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:03:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7.18a9533294cbdad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29026"
    uid: f0ffeb6c-a83a-4378-b225-a8dd9b94f2d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 2b7b6af0-1fcf-4b93-a009-18ab7f3aefc9
  kind: Event
  lastTimestamp: "2026-04-24T15:03:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:03:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7.18a9533297c6e3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "29028"
    uid: 0393cc5d-3bc0-49b8-bebb-9b848b641449
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 2b7b6af0-1fcf-4b93-a009-18ab7f3aefc9
  kind: Event
  lastTimestamp: "2026-04-24T15:03:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:03:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7.18a95332984f6e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "29029"
    uid: 80dee5f3-877a-4158-bcbf-229a1717adf2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 2b7b6af0-1fcf-4b93-a009-18ab7f3aefc9
  kind: Event
  lastTimestamp: "2026-04-24T15:03:29Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:03:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7.18a95333aa4a82f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29068"
    uid: cf524f1c-364a-476e-873b-ba16d362b27b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 2b7b6af0-1fcf-4b93-a009-18ab7f3aefc9
  kind: Event
  lastTimestamp: "2026-04-24T15:03:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:03:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7.18a95333ad697c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29072"
    uid: 5144382e-0791-4ea9-931f-064f8116ba62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 2b7b6af0-1fcf-4b93-a009-18ab7f3aefc9
  kind: Event
  lastTimestamp: "2026-04-24T15:03:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:03:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7.18a95333addc0f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "29073"
    uid: 788cee48-ed4f-49e9-ac6a-dbcc8888d159
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 2b7b6af0-1fcf-4b93-a009-18ab7f3aefc9
  kind: Event
  lastTimestamp: "2026-04-24T15:04:58Z"
  message: 'Readiness probe failed: Get "http://10.134.0.46:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T15:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:04:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7.18a9533b1e2ee116
    namespace: kserve-ci-e2e-test
    resourceVersion: "29838"
    uid: 02657dfd-2c25-41b0-9ae1-a6215f897ff2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 2b7b6af0-1fcf-4b93-a009-18ab7f3aefc9
  kind: Event
  lastTimestamp: "2026-04-24T15:04:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:04:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7.18a9534782c72dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29719"
    uid: 935e667c-25fa-4e15-bb2d-58ff762092c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28992"
    uid: 97ce9b2c-ab7f-4b9d-9ae1-387dc6eea41b
  kind: Event
  lastTimestamp: "2026-04-24T15:03:24Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-xknt7'
  metadata:
    creationTimestamp: "2026-04-24T15:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:03:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a9533279fb452c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29004"
    uid: f070bb84-2577-46e2-9bc2-afda94db66dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28988"
    uid: 67f46e0f-6f68-4f6e-bbb1-0674962bb910
  kind: Event
  lastTimestamp: "2026-04-24T15:03:24Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:03:24Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a95332765f4096
    namespace: kserve-ci-e2e-test
    resourceVersion: "28994"
    uid: a988e4e4-6ac8-43ad-a5df-4a1b2154a67f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28991"
    uid: e9dbbc4f-849c-47ef-adb1-d7f5b5c78ecc
  kind: Event
  lastTimestamp: "2026-04-24T15:03:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:03:39Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a95335f51f5b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29143"
    uid: 374075e4-da8b-4885-a013-83c2074fae9d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28991"
    uid: e9dbbc4f-849c-47ef-adb1-d7f5b5c78ecc
  kind: Event
  lastTimestamp: "2026-04-24T15:03:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:03:39Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a95335f5828cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29145"
    uid: 051b5d99-ec5d-40ab-a29d-a1dceca8f3db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29144"
    uid: e9dbbc4f-849c-47ef-adb1-d7f5b5c78ecc
  kind: Event
  lastTimestamp: "2026-04-24T15:04:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:04:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a95339742d7c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "29685"
    uid: e020ecd2-90a4-4404-a70e-505fa3dd9ba0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29144"
    uid: e9dbbc4f-849c-47ef-adb1-d7f5b5c78ecc
  kind: Event
  lastTimestamp: "2026-04-24T15:04:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:04:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a9533974918684
    namespace: kserve-ci-e2e-test
    resourceVersion: "29686"
    uid: 234fa6be-f341-4ef8-9d1e-ffa771d78317
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: eb4b3d3c-8a1f-41fb-8ed8-c5ac7fd26927
  kind: Event
  lastTimestamp: "2026-04-24T15:04:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:04:48Z"
    name: isvc-predictive-lightgbm-v2.18a9533276357ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29648"
    uid: 75bc122d-4b8b-4a7e-9b7c-efab0eeb90a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: eb4b3d3c-8a1f-41fb-8ed8-c5ac7fd26927
  kind: Event
  lastTimestamp: "2026-04-24T15:03:24Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:03:24Z"
    name: isvc-predictive-lightgbm-v2.18a953327681e61b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28996"
    uid: 24cc2b81-d74c-4022-8a26-1c366be04448
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29646"
    uid: eb4b3d3c-8a1f-41fb-8ed8-c5ac7fd26927
  kind: Event
  lastTimestamp: "2026-04-24T15:04:48Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:04:48Z"
    name: isvc-predictive-lightgbm-v2.18a953462fb89c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29647"
    uid: 1573a2ed-d201-472b-a6eb-6726f3750b3b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26768"
    uid: f7513461-128b-4893-9e59-f9390abe1d05
  kind: Event
  lastTimestamp: "2026-04-24T15:00:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:00:20Z"
    name: isvc-predictive-lightgbm.18a952f372ff4ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27477"
    uid: 17ec2146-9872-4799-8ef4-f9fb5ad6eeb9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26768"
    uid: f7513461-128b-4893-9e59-f9390abe1d05
  kind: Event
  lastTimestamp: "2026-04-24T14:58:53Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:58:53Z"
    name: isvc-predictive-lightgbm.18a952f373617207
    namespace: kserve-ci-e2e-test
    resourceVersion: "26795"
    uid: 9e1a63fd-bce8-4663-92c8-c1d384b6220c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27474"
    uid: f7513461-128b-4893-9e59-f9390abe1d05
  kind: Event
  lastTimestamp: "2026-04-24T15:00:20Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:00:20Z"
    name: isvc-predictive-lightgbm.18a95307b72345ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27476"
    uid: 21b94a9e-ee1d-460f-bfcf-427e710dae30
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:55:33.191940Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24920"
    uid: 90975bab-5efd-40eb-8b56-ba2060c78181
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-s6qfv
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:55:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:55:33Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv.18a952c4cdaaa360
    namespace: kserve-ci-e2e-test
    resourceVersion: "24925"
    uid: 3e81dec4-666c-476b-ac8a-450870dcfd9d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24932"
    uid: 90975bab-5efd-40eb-8b56-ba2060c78181
  kind: Event
  lastTimestamp: "2026-04-24T14:55:33Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:55:33Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv.18a952c4e7667221
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 4d11dcf7-f7dd-4a8a-bf1e-8cb6cfae420e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 90975bab-5efd-40eb-8b56-ba2060c78181
  kind: Event
  lastTimestamp: "2026-04-24T14:55:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:33Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv.18a952c4e8a2b039
    namespace: kserve-ci-e2e-test
    resourceVersion: "24948"
    uid: 7c50ed8e-560e-4035-8609-566a6cb5b449
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 90975bab-5efd-40eb-8b56-ba2060c78181
  kind: Event
  lastTimestamp: "2026-04-24T14:55:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:33Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv.18a952c4eb92a6a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24949"
    uid: f9e221f9-20ce-4bef-a897-14ecf36e08eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 90975bab-5efd-40eb-8b56-ba2060c78181
  kind: Event
  lastTimestamp: "2026-04-24T14:55:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:33Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv.18a952c4ec07565b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24950"
    uid: bf0cb2dc-d22d-4ef8-b0c9-cce6b82e9a6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 90975bab-5efd-40eb-8b56-ba2060c78181
  kind: Event
  lastTimestamp: "2026-04-24T14:55:37Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T14:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:37Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv.18a952c5e3bee49e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24987"
    uid: 697b77d6-32f5-4ab4-a9ee-17a1f2ee033f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 90975bab-5efd-40eb-8b56-ba2060c78181
  kind: Event
  lastTimestamp: "2026-04-24T14:56:01Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 23.581s
    (23.581s including waiting). Image size: 2324221804 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T14:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:56:01Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv.18a952cb614d6004
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: 39b7920b-261e-4e09-b21e-24cee3504ac4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 90975bab-5efd-40eb-8b56-ba2060c78181
  kind: Event
  lastTimestamp: "2026-04-24T14:56:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:56:01Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv.18a952cb64a78a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25165"
    uid: 4b9c6f24-d29e-40a1-b5c7-5f998807c4a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 90975bab-5efd-40eb-8b56-ba2060c78181
  kind: Event
  lastTimestamp: "2026-04-24T14:56:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:56:01Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv.18a952cb651bedc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25166"
    uid: a6008dae-319f-48a1-8191-b1c1bd14ac5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T14:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 90975bab-5efd-40eb-8b56-ba2060c78181
  kind: Event
  lastTimestamp: "2026-04-24T14:57:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:57:09Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv.18a952cb7f35c264
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 03d6ba67-228b-4385-83f9-9422ca278fc6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 90975bab-5efd-40eb-8b56-ba2060c78181
  kind: Event
  lastTimestamp: "2026-04-24T14:57:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:57:23Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv.18a952de742f1400
    namespace: kserve-ci-e2e-test
    resourceVersion: "26066"
    uid: b7d4b7da-3a56-4180-b432-5dfd3fea4001
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "24911"
    uid: 408cfb06-dd16-4b7d-8638-438c645e3629
  kind: Event
  lastTimestamp: "2026-04-24T14:55:33Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-s6qfv'
  metadata:
    creationTimestamp: "2026-04-24T14:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:55:33Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a952c4cd45366d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24922"
    uid: fad718ab-f208-4c7c-9b4d-cbb8a65739cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24908"
    uid: eeb3d9b5-037e-49e8-a737-1ed964dca9d1
  kind: Event
  lastTimestamp: "2026-04-24T14:55:33Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T14:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:55:33Z"
    name: isvc-predictive-sklearn-predictor.18a952c4caea3b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "24913"
    uid: d7af8f96-360a-4590-9849-21121c3a0711
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24910"
    uid: d8964206-6ebf-4fd4-ab45-84c7d0fed4f6
  kind: Event
  lastTimestamp: "2026-04-24T14:56:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:56:33Z"
    name: isvc-predictive-sklearn-predictor.18a952c849b3a961
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 2745236b-63f5-499b-80bd-8dfd34ce688e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24910"
    uid: d8964206-6ebf-4fd4-ab45-84c7d0fed4f6
  kind: Event
  lastTimestamp: "2026-04-24T14:56:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:56:33Z"
    name: isvc-predictive-sklearn-predictor.18a952c84a1b753d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: cda8234f-90ba-4a9b-bf38-6325361a951d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:56:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25072"
    uid: d8964206-6ebf-4fd4-ab45-84c7d0fed4f6
  kind: Event
  lastTimestamp: "2026-04-24T14:57:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:57:18Z"
    name: isvc-predictive-sklearn-predictor.18a952d645c3e222
    namespace: kserve-ci-e2e-test
    resourceVersion: "25987"
    uid: 14458815-12eb-4e89-aaaf-b79274cb000d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:56:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25072"
    uid: d8964206-6ebf-4fd4-ab45-84c7d0fed4f6
  kind: Event
  lastTimestamp: "2026-04-24T14:57:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:57:18Z"
    name: isvc-predictive-sklearn-predictor.18a952d6462b844f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6162b4e7-a423-4ef7-a5bf-51d1ce923ee8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:00:23.810982Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 08fa7d38-1a69-4562-865d-d6f26bd24fcd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:00:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:00:23Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s.18a9530877e9445f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27547"
    uid: c6d023b6-ebc8-4f2f-ad15-09b6a1b93da8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27551"
    uid: 08fa7d38-1a69-4562-865d-d6f26bd24fcd
  kind: Event
  lastTimestamp: "2026-04-24T15:00:24Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:00:24Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s.18a95308911c8a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: f0722f0b-33f4-46c0-9712-88c3dcde1487
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 08fa7d38-1a69-4562-865d-d6f26bd24fcd
  kind: Event
  lastTimestamp: "2026-04-24T15:00:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:00:24Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s.18a953089257bd03
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: 0b0a3028-0167-41db-9cbd-796200d7bf06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 08fa7d38-1a69-4562-865d-d6f26bd24fcd
  kind: Event
  lastTimestamp: "2026-04-24T15:00:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:00:24Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s.18a9530895492c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 0687928e-8c5b-4bb6-b556-dbb684b9408f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 08fa7d38-1a69-4562-865d-d6f26bd24fcd
  kind: Event
  lastTimestamp: "2026-04-24T15:00:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:00:24Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s.18a9530895aed91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 7d0016b9-14a0-4eab-8f0a-bcf510cadddb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 08fa7d38-1a69-4562-865d-d6f26bd24fcd
  kind: Event
  lastTimestamp: "2026-04-24T15:00:28Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:00:28Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s.18a95309a0bd6569
    namespace: kserve-ci-e2e-test
    resourceVersion: "27604"
    uid: 1a987c47-e3ca-4457-bf6a-f49e7be6d996
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 08fa7d38-1a69-4562-865d-d6f26bd24fcd
  kind: Event
  lastTimestamp: "2026-04-24T15:00:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:00:28Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s.18a95309a3e28f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "27608"
    uid: bc6138a5-ccd2-4c7e-9fd5-83af11375f0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 08fa7d38-1a69-4562-865d-d6f26bd24fcd
  kind: Event
  lastTimestamp: "2026-04-24T15:00:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:00:28Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s.18a95309a44adf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27609"
    uid: cc166c52-e48a-4804-b63c-9d34fe87b1e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 08fa7d38-1a69-4562-865d-d6f26bd24fcd
  kind: Event
  lastTimestamp: "2026-04-24T15:01:40Z"
  message: 'Readiness probe failed: Get "http://10.134.0.44:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T15:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:01:40Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s.18a9531114b3a93d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28135"
    uid: d84cdb2c-97d4-4b31-891c-b0513658c089
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 08fa7d38-1a69-4562-865d-d6f26bd24fcd
  kind: Event
  lastTimestamp: "2026-04-24T15:01:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:01:53Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s.18a9531d74e2e4d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28267"
    uid: 4a44ea62-72c8-4bb6-92e2-1b84f6112691
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27525"
    uid: 1e6e0268-ab17-45b2-8d77-b5a883b45211
  kind: Event
  lastTimestamp: "2026-04-24T15:00:23Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-8c94s'
  metadata:
    creationTimestamp: "2026-04-24T15:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:00:23Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a95308778b3b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "27544"
    uid: 2d0500d0-52a8-4f6c-995e-425649b2ddeb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27521"
    uid: df9f4d3f-7e88-40ff-a828-9a78287fa10d
  kind: Event
  lastTimestamp: "2026-04-24T15:00:23Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:00:23Z"
    name: isvc-predictive-sklearn-v2-predictor.18a95308739853a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: a5a2637b-5351-463d-9cee-57074e57dfa7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 5aaab034-d87b-4f29-ab6a-825c6d658cc3
  kind: Event
  lastTimestamp: "2026-04-24T15:01:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:01:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9530bf21507ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: fba070ba-4e85-4c46-a539-1ec56b877000
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 5aaab034-d87b-4f29-ab6a-825c6d658cc3
  kind: Event
  lastTimestamp: "2026-04-24T15:01:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:01:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9530bf278949a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27908"
    uid: 9bbdb065-8bd2-485b-97f8-6f2bda695721
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27681"
    uid: 5aaab034-d87b-4f29-ab6a-825c6d658cc3
  kind: Event
  lastTimestamp: "2026-04-24T15:01:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:01:53Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9531670162557
    namespace: kserve-ci-e2e-test
    resourceVersion: "28235"
    uid: 2089b192-4056-4ef4-b5bb-8bb1affdd88a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27681"
    uid: 5aaab034-d87b-4f29-ab6a-825c6d658cc3
  kind: Event
  lastTimestamp: "2026-04-24T15:01:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:01:53Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9531670883634
    namespace: kserve-ci-e2e-test
    resourceVersion: "28236"
    uid: e10959ee-317c-402e-a421-c40c229d6d96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27502"
    uid: 463dd110-c99d-435f-8983-52f9bdb8b8b5
  kind: Event
  lastTimestamp: "2026-04-24T15:01:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:01:50Z"
    name: isvc-predictive-sklearn-v2.18a95308736c9cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28217"
    uid: b1b09ece-7562-4023-86d8-8d22b60fba62
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:00:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27502"
    uid: 463dd110-c99d-435f-8983-52f9bdb8b8b5
  kind: Event
  lastTimestamp: "2026-04-24T15:00:23Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:00:23Z"
    name: isvc-predictive-sklearn-v2.18a9530873b41831
    namespace: kserve-ci-e2e-test
    resourceVersion: "27530"
    uid: 0855db46-e4c1-4006-9a64-60ac70ca9e69
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28215"
    uid: 463dd110-c99d-435f-8983-52f9bdb8b8b5
  kind: Event
  lastTimestamp: "2026-04-24T15:01:50Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:01:50Z"
    name: isvc-predictive-sklearn-v2.18a9531cbc9a2eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 2a2466da-5bf3-447e-88ea-cdae1675beac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24897"
    uid: fc6532ce-a9c1-4035-b2cc-362369d4dfa5
  kind: Event
  lastTimestamp: "2026-04-24T14:57:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:57:19Z"
    name: isvc-predictive-sklearn.18a952c4cac27fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26008"
    uid: c80b1eab-a5a5-41ff-b136-79d87b877453
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24897"
    uid: fc6532ce-a9c1-4035-b2cc-362369d4dfa5
  kind: Event
  lastTimestamp: "2026-04-24T14:55:33Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:55:33Z"
    name: isvc-predictive-sklearn.18a952c4cb2fbe95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24935"
    uid: a4b24f73-850d-411a-a2cf-ec4b1daac293
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24919"
    uid: fc6532ce-a9c1-4035-b2cc-362369d4dfa5
  kind: Event
  lastTimestamp: "2026-04-24T14:55:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:55:33Z"
    name: isvc-predictive-sklearn.18a952c4d09306e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24937"
    uid: 75fd23ac-9051-4879-8238-ae6162434f8c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26006"
    uid: fc6532ce-a9c1-4035-b2cc-362369d4dfa5
  kind: Event
  lastTimestamp: "2026-04-24T14:57:19Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:57:19Z"
    name: isvc-predictive-sklearn.18a952dda589e8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26007"
    uid: 48273701-fdd3-4403-ac4a-f313a802e5fc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:57:23.417213Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26073"
    uid: b19fa1f5-ee00-4c5e-acb9-2340fa2c660a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:57:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:57:23Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k.18a952de779accfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26079"
    uid: 8afb1a95-02da-4b13-aa57-8afa8ee864fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26084"
    uid: b19fa1f5-ee00-4c5e-acb9-2340fa2c660a
  kind: Event
  lastTimestamp: "2026-04-24T14:57:23Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:57:23Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k.18a952de91027303
    namespace: kserve-ci-e2e-test
    resourceVersion: "26092"
    uid: e7addc33-98e2-4cca-b9b9-192f817edf1f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: b19fa1f5-ee00-4c5e-acb9-2340fa2c660a
  kind: Event
  lastTimestamp: "2026-04-24T14:57:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:57:23Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k.18a952de9241e26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: 9b642c21-3fba-4e4b-9500-d4f6f8fadb23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: b19fa1f5-ee00-4c5e-acb9-2340fa2c660a
  kind: Event
  lastTimestamp: "2026-04-24T14:57:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:57:23Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k.18a952de96448815
    namespace: kserve-ci-e2e-test
    resourceVersion: "26098"
    uid: d9133f1e-4fc6-4240-8e6b-dd5047b10ebf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: b19fa1f5-ee00-4c5e-acb9-2340fa2c660a
  kind: Event
  lastTimestamp: "2026-04-24T14:57:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:57:23Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k.18a952de96baf68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26099"
    uid: 4165d9c7-f6cb-460c-96ca-7babdef629e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: b19fa1f5-ee00-4c5e-acb9-2340fa2c660a
  kind: Event
  lastTimestamp: "2026-04-24T14:57:28Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:57:28Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k.18a952df9596961c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26136"
    uid: 583e5b9b-041f-40a1-a274-3e519e0f1385
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: b19fa1f5-ee00-4c5e-acb9-2340fa2c660a
  kind: Event
  lastTimestamp: "2026-04-24T14:57:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:57:28Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k.18a952df98a2f0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26140"
    uid: 38d232be-3acf-4e1b-832c-175deb858134
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: b19fa1f5-ee00-4c5e-acb9-2340fa2c660a
  kind: Event
  lastTimestamp: "2026-04-24T14:57:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:57:28Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k.18a952df9920fd94
    namespace: kserve-ci-e2e-test
    resourceVersion: "26142"
    uid: c2066b28-9ff7-4fd4-a12f-49037e8ea381
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: b19fa1f5-ee00-4c5e-acb9-2340fa2c660a
  kind: Event
  lastTimestamp: "2026-04-24T14:58:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:58:40Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k.18a952dfd1b56c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26653"
    uid: 3f0c6ec1-9806-4cee-8701-782a39152b1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: b19fa1f5-ee00-4c5e-acb9-2340fa2c660a
  kind: Event
  lastTimestamp: "2026-04-24T14:58:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:58:53Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k.18a952f37437e662
    namespace: kserve-ci-e2e-test
    resourceVersion: "26800"
    uid: 70e73c17-b0b0-455b-be96-5d40f5742222
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26052"
    uid: a8d91176-8447-4e4c-a1e9-8a9151038c21
  kind: Event
  lastTimestamp: "2026-04-24T14:57:23Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-c2k6k'
  metadata:
    creationTimestamp: "2026-04-24T14:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:57:23Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a952de7722cc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26075"
    uid: 139e8167-af97-4474-a71e-b1bf6b12bbd0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26047"
    uid: ae656305-1edc-4505-8b69-2a2af37a44c3
  kind: Event
  lastTimestamp: "2026-04-24T14:57:23Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T14:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:57:23Z"
    name: isvc-predictive-xgboost-predictor.18a952de730ee4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26057"
    uid: c7b98618-c1e0-4187-a7b0-8d9a719c82c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26050"
    uid: 51ce2c5c-8176-4d5f-bf77-7b50f88630a8
  kind: Event
  lastTimestamp: "2026-04-24T14:58:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:58:23Z"
    name: isvc-predictive-xgboost-predictor.18a952e1f17ebfe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26535"
    uid: 88fe89f8-f8dc-4a5f-8b69-c13196be46ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26050"
    uid: 51ce2c5c-8176-4d5f-bf77-7b50f88630a8
  kind: Event
  lastTimestamp: "2026-04-24T14:58:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:58:23Z"
    name: isvc-predictive-xgboost-predictor.18a952e1f1e0c9d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26536"
    uid: 9641a4fc-7396-44e7-b0d0-f1b776b85040
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26216"
    uid: 51ce2c5c-8176-4d5f-bf77-7b50f88630a8
  kind: Event
  lastTimestamp: "2026-04-24T14:58:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:58:53Z"
    name: isvc-predictive-xgboost-predictor.18a952efed5fa019
    namespace: kserve-ci-e2e-test
    resourceVersion: "26764"
    uid: 333d97f5-456a-404f-a7a8-a5253f935534
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26216"
    uid: 51ce2c5c-8176-4d5f-bf77-7b50f88630a8
  kind: Event
  lastTimestamp: "2026-04-24T14:58:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:58:53Z"
    name: isvc-predictive-xgboost-predictor.18a952efedc48809
    namespace: kserve-ci-e2e-test
    resourceVersion: "26765"
    uid: fdf97ba2-5f20-4793-b4f9-039bc39468c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:01:54.040094Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28278"
    uid: 9b5b3720-83c9-429d-b8fd-528cd923bcde
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:01:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:01:54Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4.18a9531d79fc3269
    namespace: kserve-ci-e2e-test
    resourceVersion: "28287"
    uid: 1e5663de-ae21-44ac-bfb1-de828416a4dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28289"
    uid: 9b5b3720-83c9-429d-b8fd-528cd923bcde
  kind: Event
  lastTimestamp: "2026-04-24T15:01:54Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:01:54Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4.18a9531d93607a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "28301"
    uid: 6fd53799-578e-48f7-b771-42d798faa2e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 9b5b3720-83c9-429d-b8fd-528cd923bcde
  kind: Event
  lastTimestamp: "2026-04-24T15:01:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:01:54Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4.18a9531d949a7e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28303"
    uid: c8627e66-2c6d-4bcd-936a-a77ea8b8a394
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 9b5b3720-83c9-429d-b8fd-528cd923bcde
  kind: Event
  lastTimestamp: "2026-04-24T15:01:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:01:54Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4.18a9531d97a172d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: f9fb4ced-4bd7-4f8f-a833-a448042d75f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 9b5b3720-83c9-429d-b8fd-528cd923bcde
  kind: Event
  lastTimestamp: "2026-04-24T15:01:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:01:54Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4.18a9531d980f9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: 99b117ed-4e76-4f9f-8529-4af8f7ce458f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 9b5b3720-83c9-429d-b8fd-528cd923bcde
  kind: Event
  lastTimestamp: "2026-04-24T15:01:59Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:01:59Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4.18a9531ea57de371
    namespace: kserve-ci-e2e-test
    resourceVersion: "28346"
    uid: 663972b6-4a7b-46d1-b411-6d94954583d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 9b5b3720-83c9-429d-b8fd-528cd923bcde
  kind: Event
  lastTimestamp: "2026-04-24T15:01:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:01:59Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4.18a9531eaaa9f81e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 190c420f-806f-4880-a791-3f3ce8325a8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 9b5b3720-83c9-429d-b8fd-528cd923bcde
  kind: Event
  lastTimestamp: "2026-04-24T15:01:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:01:59Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4.18a9531eab1e1ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28355"
    uid: c06c36b6-d3bf-4842-9646-6509cd5be3ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T15:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 9b5b3720-83c9-429d-b8fd-528cd923bcde
  kind: Event
  lastTimestamp: "2026-04-24T15:03:24Z"
  message: 'Readiness probe failed: Get "http://10.134.0.45:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T15:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:03:24Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4.18a95326199ce763
    namespace: kserve-ci-e2e-test
    resourceVersion: "29030"
    uid: af11adff-1c43-4694-98e7-88afc427d28e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 9b5b3720-83c9-429d-b8fd-528cd923bcde
  kind: Event
  lastTimestamp: "2026-04-24T15:03:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:03:24Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4.18a9533275c6657d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: f28948cf-6775-4814-8dea-59ebfcf152f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28266"
    uid: 9e4befcc-6ffb-4f64-bf98-c94310d0c05c
  kind: Event
  lastTimestamp: "2026-04-24T15:01:54Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-45hw4'
  metadata:
    creationTimestamp: "2026-04-24T15:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:01:54Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a9531d7988a52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: 523649f6-81ce-4597-89b5-59d71eedcac8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: ea148771-b152-4045-82f6-2cf9dda744a0
  kind: Event
  lastTimestamp: "2026-04-24T15:01:53Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:01:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18a9531d75664768
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: a96cedde-5ce8-492e-93d5-043553d5a38f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:02:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28265"
    uid: dd7bc13c-6d8b-447f-a1f4-a523f26134f5
  kind: Event
  lastTimestamp: "2026-04-24T15:02:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:02:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18a95320f3ce9a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28629"
    uid: cd7ebb8c-1c0e-4a10-ba38-941acded0262
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:02:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28265"
    uid: dd7bc13c-6d8b-447f-a1f4-a523f26134f5
  kind: Event
  lastTimestamp: "2026-04-24T15:02:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:02:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18a95320f4292207
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 5795121a-f350-4b71-bc3e-750932e0fa4f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:02:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28424"
    uid: dd7bc13c-6d8b-447f-a1f4-a523f26134f5
  kind: Event
  lastTimestamp: "2026-04-24T15:03:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:03:24Z"
    name: isvc-predictive-xgboost-v2-predictor.18a9532b712a6137
    namespace: kserve-ci-e2e-test
    resourceVersion: "28961"
    uid: 1ced70bd-b232-40b5-ac63-a34b43c43f78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:02:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28424"
    uid: dd7bc13c-6d8b-447f-a1f4-a523f26134f5
  kind: Event
  lastTimestamp: "2026-04-24T15:03:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:03:24Z"
    name: isvc-predictive-xgboost-v2-predictor.18a9532b7192cde6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28962"
    uid: e234375c-f8f8-4fe6-a84c-8ea52d128d31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 8e9afc73-cc0b-433d-bc01-9641f0094fd0
  kind: Event
  lastTimestamp: "2026-04-24T15:03:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:03:14Z"
    name: isvc-predictive-xgboost-v2.18a9531d7534922d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28897"
    uid: a09a44e7-1fe0-4879-8dff-a3004b8a36b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 8e9afc73-cc0b-433d-bc01-9641f0094fd0
  kind: Event
  lastTimestamp: "2026-04-24T15:01:54Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:01:54Z"
    name: isvc-predictive-xgboost-v2.18a9531d75f8bdd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28283"
    uid: 6dff9833-0b81-47c8-ac10-cf6df8b84c43
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:01:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28251"
    uid: 8e9afc73-cc0b-433d-bc01-9641f0094fd0
  kind: Event
  lastTimestamp: "2026-04-24T15:01:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:01:54Z"
    name: isvc-predictive-xgboost-v2.18a9531d79a591d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28285"
    uid: db8d3cac-90d1-4e42-8202-48dfe4bcd0f0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:03:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28895"
    uid: 8e9afc73-cc0b-433d-bc01-9641f0094fd0
  kind: Event
  lastTimestamp: "2026-04-24T15:03:14Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:03:14Z"
    name: isvc-predictive-xgboost-v2.18a953304d135263
    namespace: kserve-ci-e2e-test
    resourceVersion: "28896"
    uid: 654fc6ab-b2ad-42d8-99c7-782e7111b774
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: 88d958b9-9d6b-4d1e-809c-094911bd8850
  kind: Event
  lastTimestamp: "2026-04-24T14:58:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:58:50Z"
    name: isvc-predictive-xgboost.18a952de72e3903f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: 49eb2ac5-d4ef-463e-a562-687a7e9d184e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:57:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: 88d958b9-9d6b-4d1e-809c-094911bd8850
  kind: Event
  lastTimestamp: "2026-04-24T14:57:23Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:57:23Z"
    name: isvc-predictive-xgboost.18a952de7357f65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26061"
    uid: 6facf0e7-d9b0-4b46-b9b0-4e5081a6736f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:58:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26735"
    uid: 88d958b9-9d6b-4d1e-809c-094911bd8850
  kind: Event
  lastTimestamp: "2026-04-24T14:58:50Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:58:50Z"
    name: isvc-predictive-xgboost.18a952f2b15caf20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26736"
    uid: 779b241b-3fa6-483c-95db-4308e1f5b6a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:53:51.791271Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23952"
    uid: a50ae531-3ab8-4d5f-813f-3686a0ac7d92
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-5dfb41-predictor-5fffc54484-kbnfx
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:53:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:53:51Z"
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx.18a952ad31b72742
    namespace: kserve-ci-e2e-test
    resourceVersion: "23957"
    uid: db3e2b32-79ae-4abc-aac8-ed2b6bd15a0f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: a50ae531-3ab8-4d5f-813f-3686a0ac7d92
  kind: Event
  lastTimestamp: "2026-04-24T14:53:52Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:53:52Z"
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx.18a952ad4aa3524a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: 7748eba3-5d10-49fa-b113-0682a26d18f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: a50ae531-3ab8-4d5f-813f-3686a0ac7d92
  kind: Event
  lastTimestamp: "2026-04-24T14:53:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:53:52Z"
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx.18a952ad4bd3f3a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: b35150f3-64bf-4ddc-a840-662169f9b6bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: a50ae531-3ab8-4d5f-813f-3686a0ac7d92
  kind: Event
  lastTimestamp: "2026-04-24T14:53:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:53:52Z"
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx.18a952ad4fe0d9a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23975"
    uid: 3921f46a-a77c-4753-93c1-557f81800e20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: a50ae531-3ab8-4d5f-813f-3686a0ac7d92
  kind: Event
  lastTimestamp: "2026-04-24T14:53:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:53:52Z"
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx.18a952ad508d8ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: 83dbfe4a-d45c-4e37-9221-f079940ac55e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: a50ae531-3ab8-4d5f-813f-3686a0ac7d92
  kind: Event
  lastTimestamp: "2026-04-24T14:53:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:53:56Z"
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx.18a952ae4b863aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: b42fc146-e136-4199-8e94-122295b8325f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: a50ae531-3ab8-4d5f-813f-3686a0ac7d92
  kind: Event
  lastTimestamp: "2026-04-24T14:53:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:53:56Z"
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx.18a952ae4ed49bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: 7bddce30-c35a-4ff9-b43d-d80af08d3678
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: a50ae531-3ab8-4d5f-813f-3686a0ac7d92
  kind: Event
  lastTimestamp: "2026-04-24T14:53:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:53:56Z"
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx.18a952ae4f5bc669
    namespace: kserve-ci-e2e-test
    resourceVersion: "24022"
    uid: 105a95c6-27d1-4a5d-bd8b-6ddd5615a4c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: a50ae531-3ab8-4d5f-813f-3686a0ac7d92
  kind: Event
  lastTimestamp: "2026-04-24T14:55:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:29Z"
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx.18a952ae876d5005
    namespace: kserve-ci-e2e-test
    resourceVersion: "24848"
    uid: 240cc1f6-db49-432c-8216-d7fb017fc1a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: a50ae531-3ab8-4d5f-813f-3686a0ac7d92
  kind: Event
  lastTimestamp: "2026-04-24T14:55:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:27Z"
    name: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx.18a952c394ff65a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: 650f3a93-0573-4f7f-9113-03c82f55bace
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-5dfb41-predictor-5fffc54484
    namespace: kserve-ci-e2e-test
    resourceVersion: "23942"
    uid: 01b7ee04-724d-4b0d-b422-2f50b016739b
  kind: Event
  lastTimestamp: "2026-04-24T14:53:51Z"
  message: 'Created pod: isvc-primary-5dfb41-predictor-5fffc54484-kbnfx'
  metadata:
    creationTimestamp: "2026-04-24T14:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:53:51Z"
    name: isvc-primary-5dfb41-predictor-5fffc54484.18a952ad3156a0dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23953"
    uid: c88cae9a-7f6d-4197-b5be-54d48542b153
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-5dfb41-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: 5594c07a-fc0d-4ddc-a069-6c22716eb2c2
  kind: Event
  lastTimestamp: "2026-04-24T14:53:51Z"
  message: Scaled up replica set isvc-primary-5dfb41-predictor-5fffc54484 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T14:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:53:51Z"
    name: isvc-primary-5dfb41-predictor.18a952ad2dcc9773
    namespace: kserve-ci-e2e-test
    resourceVersion: "23943"
    uid: b935774d-63aa-47c3-b30e-f36faf491d8a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:54:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5dfb41-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23941"
    uid: af156c64-53c0-4437-8118-0b267309ffde
  kind: Event
  lastTimestamp: "2026-04-24T14:54:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:54:36Z"
    name: isvc-primary-5dfb41-predictor.18a952b0ac895686
    namespace: kserve-ci-e2e-test
    resourceVersion: "24303"
    uid: 5dd9a59b-f580-47dc-9e99-04307a11110a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:54:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5dfb41-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23941"
    uid: af156c64-53c0-4437-8118-0b267309ffde
  kind: Event
  lastTimestamp: "2026-04-24T14:54:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:54:36Z"
    name: isvc-primary-5dfb41-predictor.18a952b0accbca46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: b54cf38d-1f65-4866-8a8f-d5863412afd7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:54:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5dfb41-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24094"
    uid: af156c64-53c0-4437-8118-0b267309ffde
  kind: Event
  lastTimestamp: "2026-04-24T14:55:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:55:21Z"
    name: isvc-primary-5dfb41-predictor.18a952bb29afa6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24694"
    uid: 7e01d595-ce3b-4a40-8a70-176ddff90bb3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:54:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5dfb41-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24094"
    uid: af156c64-53c0-4437-8118-0b267309ffde
  kind: Event
  lastTimestamp: "2026-04-24T14:55:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:55:21Z"
    name: isvc-primary-5dfb41-predictor.18a952bb2a13726f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24695"
    uid: 42ab79af-7425-43ea-b8ed-a2a2b041d017
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5dfb41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: ec670a31-72aa-4329-88e7-3f41317c5795
  kind: Event
  lastTimestamp: "2026-04-24T14:55:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:55:09Z"
    name: isvc-primary-5dfb41.18a952ad2dd18418
    namespace: kserve-ci-e2e-test
    resourceVersion: "24550"
    uid: f1056a1e-703a-458e-8bb0-6989ff012fbf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5dfb41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: ec670a31-72aa-4329-88e7-3f41317c5795
  kind: Event
  lastTimestamp: "2026-04-24T14:53:51Z"
  message: 'Failed to update status for InferenceService "isvc-primary-5dfb41": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-5dfb41":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:53:51Z"
    name: isvc-primary-5dfb41.18a952ad2e3cc753
    namespace: kserve-ci-e2e-test
    resourceVersion: "23958"
    uid: 4d7b0248-078f-465c-ad7c-a654ed1ab079
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:53:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5dfb41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: ec670a31-72aa-4329-88e7-3f41317c5795
  kind: Event
  lastTimestamp: "2026-04-24T14:53:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-5dfb41": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:53:51Z"
    name: isvc-primary-5dfb41.18a952ad2e3d16a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23961"
    uid: 1ef50ae0-cea9-4f95-b5b2-5637ca3cbb0c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5dfb41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24548"
    uid: ec670a31-72aa-4329-88e7-3f41317c5795
  kind: Event
  lastTimestamp: "2026-04-24T14:55:09Z"
  message: InferenceService [isvc-primary-5dfb41] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:55:09Z"
    name: isvc-primary-5dfb41.18a952bf613074bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24549"
    uid: 7bafca81-9981-4db8-a80b-4b473562ad1c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:55:11.924696Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-5dfb41-predictor-67587b564f-t25pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24589"
    uid: fdeafebe-9545-4f8d-88f3-98e726f00ecd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-5dfb41-predictor-67587b564f-t25pg
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:55:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:55:11Z"
    name: isvc-secondary-5dfb41-predictor-67587b564f-t25pg.18a952bfda0a3326
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 49ea8ed6-af2e-48e0-85c1-1159f864f96c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-5dfb41-predictor-67587b564f-t25pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24599"
    uid: fdeafebe-9545-4f8d-88f3-98e726f00ecd
  kind: Event
  lastTimestamp: "2026-04-24T14:55:12Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:55:12Z"
    name: isvc-secondary-5dfb41-predictor-67587b564f-t25pg.18a952bff3783cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: 95f2b617-fdb8-463e-8499-8f834e2c16f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5dfb41-predictor-67587b564f-t25pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: fdeafebe-9545-4f8d-88f3-98e726f00ecd
  kind: Event
  lastTimestamp: "2026-04-24T14:55:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:16Z"
    name: isvc-secondary-5dfb41-predictor-67587b564f-t25pg.18a952bff4a5eeb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24648"
    uid: 2388b644-c0bd-4abc-8fce-6ad2f11baedd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5dfb41-predictor-67587b564f-t25pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: fdeafebe-9545-4f8d-88f3-98e726f00ecd
  kind: Event
  lastTimestamp: "2026-04-24T14:55:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:16Z"
    name: isvc-secondary-5dfb41-predictor-67587b564f-t25pg.18a952bff7b0e3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24652"
    uid: 0325e7f7-8203-4b92-b29a-102282cfa5ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5dfb41-predictor-67587b564f-t25pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: fdeafebe-9545-4f8d-88f3-98e726f00ecd
  kind: Event
  lastTimestamp: "2026-04-24T14:55:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:16Z"
    name: isvc-secondary-5dfb41-predictor-67587b564f-t25pg.18a952bff822d9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24653"
    uid: a4593a1f-8887-4607-a465-5f0b8f202d8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5dfb41-predictor-67587b564f-t25pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: fdeafebe-9545-4f8d-88f3-98e726f00ecd
  kind: Event
  lastTimestamp: "2026-04-24T14:55:22Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-5dfb41-predictor-67587b564f-t25pg_kserve-ci-e2e-test(fdeafebe-9545-4f8d-88f3-98e726f00ecd)
  metadata:
    creationTimestamp: "2026-04-24T14:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:55:22Z"
    name: isvc-secondary-5dfb41-predictor-67587b564f-t25pg.18a952c262ae44d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24701"
    uid: dc5cd4c9-e49d-49be-bafb-288b32278a84
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-5dfb41-predictor-67587b564f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24578"
    uid: c6c9aa3f-8404-4998-8bda-a4324fad4b25
  kind: Event
  lastTimestamp: "2026-04-24T14:55:11Z"
  message: 'Created pod: isvc-secondary-5dfb41-predictor-67587b564f-t25pg'
  metadata:
    creationTimestamp: "2026-04-24T14:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:55:11Z"
    name: isvc-secondary-5dfb41-predictor-67587b564f.18a952bfd9798f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "24590"
    uid: 172ba9a3-6f86-4f9b-900c-01ace0bd06a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-5dfb41-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24576"
    uid: 1b216dcf-3c7a-47cc-896e-cf18d9aca6ad
  kind: Event
  lastTimestamp: "2026-04-24T14:55:11Z"
  message: Scaled up replica set isvc-secondary-5dfb41-predictor-67587b564f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T14:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:55:11Z"
    name: isvc-secondary-5dfb41-predictor.18a952bfd67608cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24581"
    uid: b2b961e9-48eb-4166-b700-e8802e25e422
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-5dfb41-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24577"
    uid: 0ed50ef8-daec-4bb6-9a99-75efd374e54e
  kind: Event
  lastTimestamp: "2026-04-24T14:55:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:55:26Z"
    name: isvc-secondary-5dfb41-predictor.18a952c354de4ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24730"
    uid: bfff8e52-8ebc-40db-aa58-ed7a2e4f34dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-5dfb41-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24577"
    uid: 0ed50ef8-daec-4bb6-9a99-75efd374e54e
  kind: Event
  lastTimestamp: "2026-04-24T14:55:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:55:26Z"
    name: isvc-secondary-5dfb41-predictor.18a952c355497814
    namespace: kserve-ci-e2e-test
    resourceVersion: "24732"
    uid: 352fc963-5f10-4567-b808-9c5eeb6da574
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5dfb41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24568"
    uid: e21f16b1-63d1-42ac-a440-997828994bbf
  kind: Event
  lastTimestamp: "2026-04-24T14:55:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:55:23Z"
    name: isvc-secondary-5dfb41.18a952bfd64ac76a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: bbb2a778-6914-4019-815f-9b461b811709
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5dfb41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24580"
    uid: e21f16b1-63d1-42ac-a440-997828994bbf
  kind: Event
  lastTimestamp: "2026-04-24T14:55:11Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-5dfb41":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-5dfb41":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:55:11Z"
    name: isvc-secondary-5dfb41.18a952bfd8d3e922
    namespace: kserve-ci-e2e-test
    resourceVersion: "24587"
    uid: bd776522-7cfb-40bc-82db-a2fb821d05c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:55:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5dfb41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24580"
    uid: e21f16b1-63d1-42ac-a440-997828994bbf
  kind: Event
  lastTimestamp: "2026-04-24T14:55:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-5dfb41": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:55:11Z"
    name: isvc-secondary-5dfb41.18a952bfd8d42976
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 114c6338-f687-49bb-a6bc-b15cc1e73932
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:34:21.485281Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14409"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:34:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:34:21Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a9519cb60ae0e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14416"
    uid: 38f28146-afb3-4653-8b0b-196063ada78b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14420"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:34:21Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:34:21Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a9519ccf45144d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14434"
    uid: 87af34cd-a762-49e7-bdd3-bd855e2670fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:34:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:34:21Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a9519cd08f3b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "14436"
    uid: f0b768ba-40ed-4301-a501-7e7079a10963
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:34:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:34:21Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a9519cd3a0ee48
    namespace: kserve-ci-e2e-test
    resourceVersion: "14437"
    uid: 12fc0d9e-5630-4c0d-bf4e-96e20e69bd75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:34:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:34:21Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a9519cd4179399
    namespace: kserve-ci-e2e-test
    resourceVersion: "14438"
    uid: 91308ba6-81e3-4277-9ced-8e086219c912
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:34:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:34:25Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a9519db9ac321c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14475"
    uid: 849081ea-8392-4dc1-b7bc-9a37c5675462
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:34:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:34:25Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a9519dbe54514a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14482"
    uid: 6aa9d5d2-8874-4f6a-85c9-c7dc6f47150b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:34:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:34:25Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a9519dbecafee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: 3cb321b3-f257-41e7-bb82-181214fa1751
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:34:25Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:a5c29c96f4a50b100eb461f2aad96676c97347e2c3d4bdbb37c6548004d27dcb"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:34:25Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a9519dbed8e38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14484"
    uid: d02faf07-e492-4de9-8cf8-12c6d8ca79cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:34:25Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T14:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:34:25Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a9519dc1bb365f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14485"
    uid: 0f6d4d11-bb7e-4f78-801b-c42433d51b05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:34:25Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T14:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:34:25Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a9519dc22eec89
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: d2e64a27-9765-4ad0-9c0e-150ad94a79c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:36:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:36:08Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a9519df5b9a97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15380"
    uid: 51aca455-1e66-42fd-b927-438cd31266c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:36:08Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T14:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:36:08Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a9519e3179110e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: d1d6a6ca-7a63-40b2-b98a-31c607ed72bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:35:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:35:46Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a951b08862cd15
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 306bf778-7d86-4cfa-a3eb-7fefc52205af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: c28a7590-d921-44ed-b9d4-2bb7388dfcae
  kind: Event
  lastTimestamp: "2026-04-24T14:35:46Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T14:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:35:46Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl.18a951b088638e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15119"
    uid: dc4564f9-d95a-4865-b964-af94603ab89d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14391"
    uid: f3cf1c07-adfa-47be-b203-3d8e7a353401
  kind: Event
  lastTimestamp: "2026-04-24T14:34:21Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-9757ddd9d-hjlzl'
  metadata:
    creationTimestamp: "2026-04-24T14:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:34:21Z"
    name: isvc-sklearn-batcher-custom-predictor-9757ddd9d.18a9519cb5a2173a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 0e88b990-cf74-4113-b2de-373c62de0139
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 9b81865a-c1ad-4316-918e-03d7c0fc3766
  kind: Event
  lastTimestamp: "2026-04-24T14:34:21Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-9757ddd9d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T14:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:34:21Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9519cb17eb798
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 376bda9b-c8ba-4482-8289-84e8956bfd88
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14390"
    uid: 202f9134-c3f7-4e1b-8b3b-1412b8f6e451
  kind: Event
  lastTimestamp: "2026-04-24T14:35:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:35:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18a951a03013e776
    namespace: kserve-ci-e2e-test
    resourceVersion: "14786"
    uid: 4d050ef3-89c7-49aa-a852-1c49b93c289f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14390"
    uid: 202f9134-c3f7-4e1b-8b3b-1412b8f6e451
  kind: Event
  lastTimestamp: "2026-04-24T14:35:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:35:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18a951a030768c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "14787"
    uid: 8365cdf3-6128-4580-94ab-731af216bfb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14562"
    uid: 202f9134-c3f7-4e1b-8b3b-1412b8f6e451
  kind: Event
  lastTimestamp: "2026-04-24T14:35:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:35:36Z"
    name: isvc-sklearn-batcher-custom-predictor.18a951aaad3d7a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: 2825e1a6-9e30-4dc0-ae5a-9ec8ff0146af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14562"
    uid: 202f9134-c3f7-4e1b-8b3b-1412b8f6e451
  kind: Event
  lastTimestamp: "2026-04-24T14:35:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:35:36Z"
    name: isvc-sklearn-batcher-custom-predictor.18a951aaadc09716
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4d9fdde7-492c-403b-8f02-962e53013a5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14369"
    uid: db81ce26-ad67-4061-b59b-bcd5e230abf3
  kind: Event
  lastTimestamp: "2026-04-24T14:35:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:35:38Z"
    name: isvc-sklearn-batcher-custom.18a9519cb18113dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15024"
    uid: 52ac33ba-609b-461b-9dd7-a80598038bd6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14369"
    uid: db81ce26-ad67-4061-b59b-bcd5e230abf3
  kind: Event
  lastTimestamp: "2026-04-24T14:34:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:34:21Z"
    name: isvc-sklearn-batcher-custom.18a9519cb21a38c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14418"
    uid: a88e1344-ed42-42c3-96c2-1e414f38694f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14379"
    uid: db81ce26-ad67-4061-b59b-bcd5e230abf3
  kind: Event
  lastTimestamp: "2026-04-24T14:34:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:34:21Z"
    name: isvc-sklearn-batcher-custom.18a9519cb6542c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14421"
    uid: 9bbe1bd1-8b07-4db4-ba62-7c5167bc149c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: db81ce26-ad67-4061-b59b-bcd5e230abf3
  kind: Event
  lastTimestamp: "2026-04-24T14:35:38Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:35:38Z"
    name: isvc-sklearn-batcher-custom.18a951aebd5f1294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 8e909b9a-cf78-41e9-8714-2a67a3735cd5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:32:36.302193Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13573"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:32:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:32:36Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a9518438a461e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13578"
    uid: 44959f65-2617-4392-9c39-787e07d6065b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13584"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:32:36Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:32:36Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a9518451e5fc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13592"
    uid: a98219da-4c9f-4d1c-ae25-122bd619bda7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:32:36Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
  metadata:
    creationTimestamp: "2026-04-24T14:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:32:36Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95184531d7949
    namespace: kserve-ci-e2e-test
    resourceVersion: "13595"
    uid: 9d7dd215-a017-4c29-b97c-6fa4f07ef6ba
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:32:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    in 2.79s (2.79s including waiting). Image size: 300957076 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T14:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:32:39Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95184f96a9933
    namespace: kserve-ci-e2e-test
    resourceVersion: "13617"
    uid: e9522701-db3b-47db-8178-dea51d8e177d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:32:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:32:39Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95184fce0d91f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13618"
    uid: 7f4b3353-23eb-4c7e-89a4-c0f5daa27bf2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:32:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:32:39Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95184fd56a71d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13619"
    uid: 61ddefe9-2743-4cf3-a545-76a1f624dd3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:32:43Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
  metadata:
    creationTimestamp: "2026-04-24T14:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:32:43Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95185e5eda464
    namespace: kserve-ci-e2e-test
    resourceVersion: "13657"
    uid: 3d80fcce-cd69-4acd-b81b-0875a0273b39
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:32:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    in 12.914s (12.914s including waiting). Image size: 1560705952 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T14:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:32:56Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95188e7b66f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13748"
    uid: d9a1fafb-aee0-4191-a13e-f89244799574
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:32:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:32:56Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95188eb03c708
    namespace: kserve-ci-e2e-test
    resourceVersion: "13749"
    uid: 6ee240de-d754-4c54-b9c4-e5a9a2f7a3f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:32:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:32:56Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95188eb7b0681
    namespace: kserve-ci-e2e-test
    resourceVersion: "13750"
    uid: 4b2001af-29e3-404a-874e-0c6174b89f53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:32:56Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:a5c29c96f4a50b100eb461f2aad96676c97347e2c3d4bdbb37c6548004d27dcb"
  metadata:
    creationTimestamp: "2026-04-24T14:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:32:56Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95188eb8790b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13751"
    uid: 8e46a1de-af84-4ed7-9cbb-d1ddb3a63e74
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:32:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:a5c29c96f4a50b100eb461f2aad96676c97347e2c3d4bdbb37c6548004d27dcb"
    in 3.147s (3.147s including waiting). Image size: 237896243 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T14:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:32:59Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95189a71c800a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13776"
    uid: a458eafe-e588-4d09-8b16-da6cb0ecc0a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:32:59Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T14:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:32:59Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95189a9f9945e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13777"
    uid: 083871d3-8fe8-4a90-833d-51e86593943f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:32:59Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T14:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:32:59Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95189aa6e97fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13778"
    uid: 9c5cae35-6e9a-4a58-9ca4-2bc9862f96f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T14:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:34:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T14:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:34:41Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95189df48c3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14603"
    uid: 8a47d342-9914-412a-9c6f-ed698652b5ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T14:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:34:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T14:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:34:41Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a95189df522d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "14604"
    uid: 0ee044a9-95ac-4311-b64a-daaddcefbacf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:34:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:34:21Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a9519cb1ddbac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14399"
    uid: b37744d5-1a54-483f-b7b2-0bf85f80f713
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13576"
    uid: 10621777-0fdb-41fd-8126-87bc46a928a9
  kind: Event
  lastTimestamp: "2026-04-24T14:34:21Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T14:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:34:21Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp.18a9519cb1de6f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "14401"
    uid: a22103e4-498a-4d64-8546-e332f1810b1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-788dff5dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13562"
    uid: 3e7ea463-7dd2-4a79-a6f1-7d640e4f7472
  kind: Event
  lastTimestamp: "2026-04-24T14:32:36Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-788dff5dc7-g7jcp'
  metadata:
    creationTimestamp: "2026-04-24T14:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:32:36Z"
    name: isvc-sklearn-batcher-predictor-788dff5dc7.18a95184381ae1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13575"
    uid: c48f3d28-8a91-4939-88fe-eb2e357e26e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13561"
    uid: 2f1659cf-0bbc-496f-b157-8fd65c6a3f02
  kind: Event
  lastTimestamp: "2026-04-24T14:32:36Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-788dff5dc7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T14:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:32:36Z"
    name: isvc-sklearn-batcher-predictor.18a95184311efcca
    namespace: kserve-ci-e2e-test
    resourceVersion: "13563"
    uid: 178cdfd9-a4d8-4d23-a4b2-8c9a3d3c7cbf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13569"
    uid: ac147045-e56b-47c0-a4f5-b5984b1f152c
  kind: Event
  lastTimestamp: "2026-04-24T14:33:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:33:21Z"
    name: isvc-sklearn-batcher-predictor.18a95187b6e94dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: f1c80d34-cf5e-43a1-8ca3-bad2087a6c66
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13569"
    uid: ac147045-e56b-47c0-a4f5-b5984b1f152c
  kind: Event
  lastTimestamp: "2026-04-24T14:33:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:33:21Z"
    name: isvc-sklearn-batcher-predictor.18a95187b75b7e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13936"
    uid: 2b0d07ac-c37b-4b5a-b720-bc8a4d0b5c8b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:33:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13713"
    uid: ac147045-e56b-47c0-a4f5-b5984b1f152c
  kind: Event
  lastTimestamp: "2026-04-24T14:34:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:34:06Z"
    name: isvc-sklearn-batcher-predictor.18a9519233a84d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "14259"
    uid: dfce454e-538e-49c9-8f13-2fccd9b9c541
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:33:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13713"
    uid: ac147045-e56b-47c0-a4f5-b5984b1f152c
  kind: Event
  lastTimestamp: "2026-04-24T14:34:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T14:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:34:06Z"
    name: isvc-sklearn-batcher-predictor.18a951923415ad6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14260"
    uid: 4650cd03-528f-4401-89cf-57e7e1e4d375
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13551"
    uid: 422898b8-89c9-493a-be15-8893d88f13d4
  kind: Event
  lastTimestamp: "2026-04-24T14:34:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:34:11Z"
    name: isvc-sklearn-batcher.18a95184374689d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14299"
    uid: fb844186-408a-476d-ac65-f3d4295d88c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13551"
    uid: 422898b8-89c9-493a-be15-8893d88f13d4
  kind: Event
  lastTimestamp: "2026-04-24T14:32:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:32:36Z"
    name: isvc-sklearn-batcher.18a95184378a4c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "13572"
    uid: 8089f579-a3ee-49bb-9956-6567c102bbbd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:32:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13551"
    uid: 422898b8-89c9-493a-be15-8893d88f13d4
  kind: Event
  lastTimestamp: "2026-04-24T14:32:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:32:36Z"
    name: isvc-sklearn-batcher.18a95184378a9356
    namespace: kserve-ci-e2e-test
    resourceVersion: "13574"
    uid: 57b9ab84-2afe-431c-a469-788ed29a2e6d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:34:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14297"
    uid: 422898b8-89c9-493a-be15-8893d88f13d4
  kind: Event
  lastTimestamp: "2026-04-24T14:34:11Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:34:11Z"
    name: isvc-sklearn-batcher.18a9519a6b61ded9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14298"
    uid: 739ecd14-1532-4e7c-929e-30ce6315332c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:44:33.214208Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19425"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:44:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:44:33Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9522b23ed89b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: 445cac80-3c10-43f1-b6c2-78f2844ac1ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:44:33Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:44:33Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9522b3d9deb46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19444"
    uid: 8e39c2c8-83e4-419f-adf4-ab014550057c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:44:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:44:33Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9522b3ee10258
    namespace: kserve-ci-e2e-test
    resourceVersion: "19446"
    uid: b28934fd-fb73-4b40-ada2-336dd1a11a5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:44:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T14:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:44:33Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9522b42797985
    namespace: kserve-ci-e2e-test
    resourceVersion: "19448"
    uid: 6579780e-f59c-4b36-b7d7-ffc2de2f80dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:44:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T14:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:44:33Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9522b42f03e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19449"
    uid: 670c0ff2-0941-4f3e-8a47-d0e692d618a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:44:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T14:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:44:37Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9522c3406654c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19486"
    uid: 440a2d82-6699-49d4-ba90-4d44f1ecd32a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:44:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:44:37Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9522c3713629c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19490"
    uid: feac195f-d0d0-40ba-aa34-fe0617e7c62e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:44:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:44:37Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9522c37890779
    namespace: kserve-ci-e2e-test
    resourceVersion: "19491"
    uid: 0c718aab-a5d1-4ffa-ad8e-6997af31f0c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:44:37Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-24T14:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:44:37Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9522c379574cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19493"
    uid: e131c353-c4de-4a12-a1d4-335ba90a9b87
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:44:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.932s (2.932s including waiting). Image size: 237801512 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T14:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:44:40Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9522ce65eedaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 91805e66-a1d7-4a53-9752-e29ecc09aa9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:44:40Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-24T14:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:44:40Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9522ce9a004f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: 1b7c341f-8ef6-439f-9ec8-f2c7d8400029
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:44:40Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T14:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:44:40Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9522cea14bfab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19515"
    uid: 0cb8b20d-8f72-4913-ae4d-756af630851b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:45:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:45:53Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9523dc8dacd9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20051"
    uid: 2ef0c90f-633a-4fc4-ae2d-9a89588af8f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:45:53Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T14:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:45:53Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9523dc8dbd024
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: 0068b6cd-c7d1-463c-a98c-563affae2f09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T14:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cc0bcdec-8377-4462-9910-6378e0563184
  kind: Event
  lastTimestamp: "2026-04-24T14:46:13Z"
  message: 'Readiness probe failed: Get "http://10.134.0.31:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.31:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T14:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:46:13Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57.18a9523de7530018
    namespace: kserve-ci-e2e-test
    resourceVersion: "20242"
    uid: c79d575e-ad87-4f5a-ba27-55d47162014a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-7c84c59f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 04fe0264-6126-49d9-8ad0-fa28ba342d8c
  kind: Event
  lastTimestamp: "2026-04-24T14:44:33Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-7c84c59f84-2jx57'
  metadata:
    creationTimestamp: "2026-04-24T14:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:44:33Z"
    name: isvc-sklearn-mcp-predictor-7c84c59f84.18a9522b2363f2dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: ebcea8e4-dbc7-4bf2-896d-f364e8585188
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19405"
    uid: 223d21bd-387b-40bb-a029-2803e3ad1774
  kind: Event
  lastTimestamp: "2026-04-24T14:44:33Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-7c84c59f84 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T14:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:44:33Z"
    name: isvc-sklearn-mcp-predictor.18a9522b200b3952
    namespace: kserve-ci-e2e-test
    resourceVersion: "19413"
    uid: aef45256-6633-4a10-b95c-4ea0db9dbfa9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19389"
    uid: 502700c9-b86a-40ef-9892-c01283f1c280
  kind: Event
  lastTimestamp: "2026-04-24T14:45:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:45:43Z"
    name: isvc-sklearn-mcp.18a9522b1f9d43b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19956"
    uid: 6dea8a82-758f-4c93-9d5b-9118cf4b9181
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:44:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19389"
    uid: 502700c9-b86a-40ef-9892-c01283f1c280
  kind: Event
  lastTimestamp: "2026-04-24T14:44:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T14:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:44:33Z"
    name: isvc-sklearn-mcp.18a9522b2016abb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19416"
    uid: 19ebe8e7-c4d4-4106-a03c-ac78e4ee3a79
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:45:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19953"
    uid: 502700c9-b86a-40ef-9892-c01283f1c280
  kind: Event
  lastTimestamp: "2026-04-24T14:45:43Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:45:43Z"
    name: isvc-sklearn-mcp.18a9523b970ba86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19954"
    uid: a8030422-b190-4591-9224-da8579f9e024
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:04:56.700562Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29777"
    uid: 8417d5ff-d785-4cf8-8229-9295fba802e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7c68dc9d59-fbsl6
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:04:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:04:56Z"
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6.18a953480165cb0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29785"
    uid: ef184e9b-41d1-4205-8561-ded0fb68d80c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29792"
    uid: 8417d5ff-d785-4cf8-8229-9295fba802e2
  kind: Event
  lastTimestamp: "2026-04-24T15:04:57Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:04:57Z"
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6.18a953481aa51a80
    namespace: kserve-ci-e2e-test
    resourceVersion: "29814"
    uid: 288126bb-770e-43e1-b3b4-95367b0705fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: 8417d5ff-d785-4cf8-8229-9295fba802e2
  kind: Event
  lastTimestamp: "2026-04-24T15:04:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:04:57Z"
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6.18a953481bd2d405
    namespace: kserve-ci-e2e-test
    resourceVersion: "29816"
    uid: 96719660-07a1-479e-9ae7-edcd89255ca4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: 8417d5ff-d785-4cf8-8229-9295fba802e2
  kind: Event
  lastTimestamp: "2026-04-24T15:04:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:04:57Z"
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6.18a953481e70f0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29818"
    uid: bd29da12-a37c-4fd9-bfc6-30c2a7c9c4c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: 8417d5ff-d785-4cf8-8229-9295fba802e2
  kind: Event
  lastTimestamp: "2026-04-24T15:04:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:04:57Z"
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6.18a953481ee3809a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 04bb3c34-bcc4-4601-92fa-5487ae3bc7c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: 8417d5ff-d785-4cf8-8229-9295fba802e2
  kind: Event
  lastTimestamp: "2026-04-24T15:05:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:05:01Z"
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6.18a95349276d7796
    namespace: kserve-ci-e2e-test
    resourceVersion: "29860"
    uid: ef531ded-699d-4963-a260-fd885a33d643
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: 8417d5ff-d785-4cf8-8229-9295fba802e2
  kind: Event
  lastTimestamp: "2026-04-24T15:05:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:05:01Z"
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6.18a953492a4b663a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29864"
    uid: 59af53af-fd00-474a-b060-1cc4c5af0798
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: 8417d5ff-d785-4cf8-8229-9295fba802e2
  kind: Event
  lastTimestamp: "2026-04-24T15:05:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:05:01Z"
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6.18a953492ac2ff74
    namespace: kserve-ci-e2e-test
    resourceVersion: "29865"
    uid: 9a2c2d2e-928c-48ec-8e75-8da3c81ae242
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T15:05:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: 8417d5ff-d785-4cf8-8229-9295fba802e2
  kind: Event
  lastTimestamp: "2026-04-24T15:06:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:06:20Z"
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6.18a953496364cc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30503"
    uid: 6e5aa159-ecbb-43db-bc68-852b95fc93db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: 8417d5ff-d785-4cf8-8229-9295fba802e2
  kind: Event
  lastTimestamp: "2026-04-24T15:06:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:06:16Z"
    name: isvc-sklearn-predictor-7c68dc9d59-fbsl6.18a9535aa90df843
    namespace: kserve-ci-e2e-test
    resourceVersion: "30436"
    uid: 419d9d0e-f016-44af-a8e9-1484dcb0e42c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7c68dc9d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "29767"
    uid: 30df751f-ca53-491c-bfe0-4a8b7fc8f301
  kind: Event
  lastTimestamp: "2026-04-24T15:04:56Z"
  message: 'Created pod: isvc-sklearn-predictor-7c68dc9d59-fbsl6'
  metadata:
    creationTimestamp: "2026-04-24T15:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:04:56Z"
    name: isvc-sklearn-predictor-7c68dc9d59.18a9534801140eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29779"
    uid: c625f12b-7ebf-42ab-b47e-5356df37e67a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29764"
    uid: e12e6b6f-553e-4b9c-b1cf-dac656b7f31e
  kind: Event
  lastTimestamp: "2026-04-24T15:04:56Z"
  message: Scaled up replica set isvc-sklearn-predictor-7c68dc9d59 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:04:56Z"
    name: isvc-sklearn-predictor.18a95347feccb0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29769"
    uid: 411f2202-ab3c-4925-b15f-cdac66ebe70e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:05:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29766"
    uid: 7d813758-8cf5-485d-9e18-860b053add87
  kind: Event
  lastTimestamp: "2026-04-24T15:05:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:05:41Z"
    name: isvc-sklearn-predictor.18a9534b7d89adee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30148"
    uid: 6b35f1d6-a27f-41a7-ae19-490a47da114e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:05:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29766"
    uid: 7d813758-8cf5-485d-9e18-860b053add87
  kind: Event
  lastTimestamp: "2026-04-24T15:05:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:05:41Z"
    name: isvc-sklearn-predictor.18a9534b7df9bc1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30149"
    uid: e201a36e-6efc-45b8-a11e-c9a0b4ddf528
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:05:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29937"
    uid: 7d813758-8cf5-485d-9e18-860b053add87
  kind: Event
  lastTimestamp: "2026-04-24T15:06:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:06:11Z"
    name: isvc-sklearn-predictor.18a95355fa73dc73
    namespace: kserve-ci-e2e-test
    resourceVersion: "30371"
    uid: 7a5d818b-161f-4016-821a-da30044f4e41
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:05:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29937"
    uid: 7d813758-8cf5-485d-9e18-860b053add87
  kind: Event
  lastTimestamp: "2026-04-24T15:06:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:06:11Z"
    name: isvc-sklearn-predictor.18a95355fad9a67b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30372"
    uid: a7a52f7c-cdd0-4586-b85b-c4ec31a58b25
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:07:17.050952Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30953"
    uid: 3f4d9eb7-ace4-4441-af63-b3e87ca02e87
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:07:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:07:17Z"
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j.18a95368aeeec025
    namespace: kserve-ci-e2e-test
    resourceVersion: "30962"
    uid: 56a02af1-d38a-46fa-8825-1c68fa4452a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30967"
    uid: 3f4d9eb7-ace4-4441-af63-b3e87ca02e87
  kind: Event
  lastTimestamp: "2026-04-24T15:07:17Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:07:17Z"
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j.18a95368c8494b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30980"
    uid: 7abab844-d495-4553-b5ee-a393342ccfc0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: 3f4d9eb7-ace4-4441-af63-b3e87ca02e87
  kind: Event
  lastTimestamp: "2026-04-24T15:07:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:17Z"
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j.18a95368c97a16ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: 440bf4e4-6268-4fe9-8039-4b64846fa3bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: 3f4d9eb7-ace4-4441-af63-b3e87ca02e87
  kind: Event
  lastTimestamp: "2026-04-24T15:07:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:17Z"
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j.18a95368ccb5032d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 4086cee6-2882-49b9-b14b-4034b77397a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: 3f4d9eb7-ace4-4441-af63-b3e87ca02e87
  kind: Event
  lastTimestamp: "2026-04-24T15:07:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:17Z"
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j.18a95368cd3bd11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30987"
    uid: 7d4a6726-e904-4ed6-be8c-e474b0876905
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: 3f4d9eb7-ace4-4441-af63-b3e87ca02e87
  kind: Event
  lastTimestamp: "2026-04-24T15:07:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:24Z"
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j.18a9536a51bc9eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31039"
    uid: 1c00a496-8766-4b82-aa58-fe919d58a933
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: 3f4d9eb7-ace4-4441-af63-b3e87ca02e87
  kind: Event
  lastTimestamp: "2026-04-24T15:07:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:24Z"
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j.18a9536a54e284e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31043"
    uid: e31088c6-9c80-477a-bd45-954718eda83a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: 3f4d9eb7-ace4-4441-af63-b3e87ca02e87
  kind: Event
  lastTimestamp: "2026-04-24T15:07:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:24Z"
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j.18a9536a555dfb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: b811edc9-a040-428f-87f4-53233f59a0f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: 3f4d9eb7-ace4-4441-af63-b3e87ca02e87
  kind: Event
  lastTimestamp: "2026-04-24T15:07:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:36Z"
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j.18a9536a8df4418b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31137"
    uid: d2359a8e-dc9c-455b-a3a8-5360a398e5f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: 3f4d9eb7-ace4-4441-af63-b3e87ca02e87
  kind: Event
  lastTimestamp: "2026-04-24T15:07:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:54Z"
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j.18a953714edf4811
    namespace: kserve-ci-e2e-test
    resourceVersion: "31308"
    uid: b90a90e2-ac48-4e10-888d-90ea4ec8140e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: a450dbef-6ba6-404d-90df-0c1e05c8d55b
  kind: Event
  lastTimestamp: "2026-04-24T15:07:17Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6c49b9bd4f-kcz7j'
  metadata:
    creationTimestamp: "2026-04-24T15:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:07:17Z"
    name: isvc-sklearn-runtime-predictor-6c49b9bd4f.18a95368ae92471e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30957"
    uid: bb26a30e-d593-4961-907b-a0152df920bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30931"
    uid: 98cfa204-c28d-4803-9949-3f4ddda06ee7
  kind: Event
  lastTimestamp: "2026-04-24T15:07:16Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6c49b9bd4f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T15:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:07:16Z"
    name: isvc-sklearn-runtime-predictor.18a95368ab0832a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: db8d1f87-367c-4c94-873a-1211e3bb7a3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30932"
    uid: bd6f382e-2171-4d99-b21a-2ad343f8578a
  kind: Event
  lastTimestamp: "2026-04-24T15:07:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:07:31Z"
    name: isvc-sklearn-runtime-predictor.18a9536c29683a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: cccc5d6a-dc94-457f-9f30-5a44f6515bc4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30932"
    uid: bd6f382e-2171-4d99-b21a-2ad343f8578a
  kind: Event
  lastTimestamp: "2026-04-24T15:07:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:07:31Z"
    name: isvc-sklearn-runtime-predictor.18a9536c29a28dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: 9e7f012c-5792-4983-8cd5-d6c1a10e05a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31109"
    uid: bd6f382e-2171-4d99-b21a-2ad343f8578a
  kind: Event
  lastTimestamp: "2026-04-24T15:07:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:07:47Z"
    name: isvc-sklearn-runtime-predictor.18a9536fa8b0d296
    namespace: kserve-ci-e2e-test
    resourceVersion: "31225"
    uid: 28f52f66-7a30-4432-9321-8ceb5301941e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31109"
    uid: bd6f382e-2171-4d99-b21a-2ad343f8578a
  kind: Event
  lastTimestamp: "2026-04-24T15:07:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:07:47Z"
    name: isvc-sklearn-runtime-predictor.18a9536fa9a076ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 35872ffa-df83-40f5-b50b-621855465176
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30923"
    uid: 2c780ad5-5ff9-47b0-9312-8beb13191a28
  kind: Event
  lastTimestamp: "2026-04-24T15:07:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:07:46Z"
    name: isvc-sklearn-runtime.18a95368aad7a87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31217"
    uid: e315dd45-758b-42a0-8260-f4adb43c5760
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30935"
    uid: 2c780ad5-5ff9-47b0-9312-8beb13191a28
  kind: Event
  lastTimestamp: "2026-04-24T15:07:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:07:17Z"
    name: isvc-sklearn-runtime.18a95368ae17b7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30954"
    uid: ee9967d7-4f1a-487f-bee2-5d97bc67a36d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 2c780ad5-5ff9-47b0-9312-8beb13191a28
  kind: Event
  lastTimestamp: "2026-04-24T15:07:46Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:07:46Z"
    name: isvc-sklearn-runtime.18a9536f75521769
    namespace: kserve-ci-e2e-test
    resourceVersion: "31216"
    uid: 2a399efd-807c-4305-a26c-5fc40b078e27
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:21:40.830538Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38152"
    uid: 386ea3ca-da1e-4bfb-a044-af1efdedac22
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-674d4f474d-q8xvh
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:21:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:21:40Z"
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh.18a95431cc354911
    namespace: kserve-ci-e2e-test
    resourceVersion: "38160"
    uid: 4d0f33b6-d56d-472e-aeb8-3657942d2d4c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: 386ea3ca-da1e-4bfb-a044-af1efdedac22
  kind: Event
  lastTimestamp: "2026-04-24T15:21:41Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:21:41Z"
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh.18a95431e592f8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38175"
    uid: 89462edf-9535-4732-84cf-e1ecdb9ec811
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38155"
    uid: 386ea3ca-da1e-4bfb-a044-af1efdedac22
  kind: Event
  lastTimestamp: "2026-04-24T15:21:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:21:41Z"
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh.18a95431e6d14d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "38177"
    uid: 5a512e8d-04cb-4aba-89c3-806bd85187cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38155"
    uid: 386ea3ca-da1e-4bfb-a044-af1efdedac22
  kind: Event
  lastTimestamp: "2026-04-24T15:21:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:21:41Z"
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh.18a95431e9f1abb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38179"
    uid: 88c07a40-5a13-4122-afa3-53897ed9c78e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38155"
    uid: 386ea3ca-da1e-4bfb-a044-af1efdedac22
  kind: Event
  lastTimestamp: "2026-04-24T15:21:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:21:41Z"
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh.18a95431ea66b45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38180"
    uid: 4a597271-f5b3-468b-b762-479eb02af79e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38155"
    uid: 386ea3ca-da1e-4bfb-a044-af1efdedac22
  kind: Event
  lastTimestamp: "2026-04-24T15:21:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:21:42Z"
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh.18a95432434128fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38198"
    uid: f267574c-9373-4111-8793-37af93cd9fc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38155"
    uid: 386ea3ca-da1e-4bfb-a044-af1efdedac22
  kind: Event
  lastTimestamp: "2026-04-24T15:21:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:21:42Z"
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh.18a954324640918a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38202"
    uid: 6345ddea-f6d3-4343-bff1-8251a37249da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38155"
    uid: 386ea3ca-da1e-4bfb-a044-af1efdedac22
  kind: Event
  lastTimestamp: "2026-04-24T15:21:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:21:42Z"
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh.18a9543246b86640
    namespace: kserve-ci-e2e-test
    resourceVersion: "38203"
    uid: bcb5032c-c4f9-4eec-89e6-bb6b03547f9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38155"
    uid: 386ea3ca-da1e-4bfb-a044-af1efdedac22
  kind: Event
  lastTimestamp: "2026-04-24T15:23:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:23:04Z"
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh.18a954327f1a9407
    namespace: kserve-ci-e2e-test
    resourceVersion: "38880"
    uid: 4055052e-7924-4c2b-9c0c-5a0805237fd7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38155"
    uid: 386ea3ca-da1e-4bfb-a044-af1efdedac22
  kind: Event
  lastTimestamp: "2026-04-24T15:23:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:23:00Z"
    name: isvc-sklearn-s3-predictor-674d4f474d-q8xvh.18a954447473685d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38788"
    uid: e575dff9-384c-47e8-8e52-c6e259814f77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-674d4f474d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38143"
    uid: f753fef3-f36b-44d3-8bb5-430aeeedda93
  kind: Event
  lastTimestamp: "2026-04-24T15:21:40Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-674d4f474d-q8xvh'
  metadata:
    creationTimestamp: "2026-04-24T15:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:21:40Z"
    name: isvc-sklearn-s3-predictor-674d4f474d.18a95431cbaa41d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38154"
    uid: 5b81a370-5e14-45eb-93bb-05e5d09ce471
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38137"
    uid: a39d29e1-fda2-4ce5-9053-03d44e8ef35c
  kind: Event
  lastTimestamp: "2026-04-24T15:21:40Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-674d4f474d from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:21:40Z"
    name: isvc-sklearn-s3-predictor.18a95431c9a0467c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38146"
    uid: 56aaefde-3cd1-4409-a698-67c5c47f1ce1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: f771def4-237e-40d8-a46d-d71afc9da0f2
  kind: Event
  lastTimestamp: "2026-04-24T15:21:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:21:55Z"
    name: isvc-sklearn-s3-predictor.18a9543548127e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38306"
    uid: c6a736b8-96bb-4c6b-a00f-ea548464411d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: f771def4-237e-40d8-a46d-d71afc9da0f2
  kind: Event
  lastTimestamp: "2026-04-24T15:21:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:21:55Z"
    name: isvc-sklearn-s3-predictor.18a954354874b2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38308"
    uid: 4d777f28-b088-4fa6-96be-a70ab7fb09c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T15:22:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38307"
    uid: f771def4-237e-40d8-a46d-d71afc9da0f2
  kind: Event
  lastTimestamp: "2026-04-24T15:22:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:22:55Z"
    name: isvc-sklearn-s3-predictor.18a95438c780b96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38731"
    uid: 21c3da76-e48c-479d-987c-7fd21c72d80f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T15:22:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38307"
    uid: f771def4-237e-40d8-a46d-d71afc9da0f2
  kind: Event
  lastTimestamp: "2026-04-24T15:22:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:22:55Z"
    name: isvc-sklearn-s3-predictor.18a95438c7e33e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "38732"
    uid: 377a9bdd-b143-48f8-a492-c97c6cdf07d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:25:54.314230Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40313"
    uid: a059f2a2-f7db-4589-b1ed-58a50a089e7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:25:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:25:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl.18a9546cd1038227
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 0114ad59-701d-4bcd-873b-f8ea9245f6a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:25:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40324"
    uid: a059f2a2-f7db-4589-b1ed-58a50a089e7e
  kind: Event
  lastTimestamp: "2026-04-24T15:25:54Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:25:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl.18a9546cea7dba20
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 8d701083-37b5-417e-a337-b3461ad7f634
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40317"
    uid: a059f2a2-f7db-4589-b1ed-58a50a089e7e
  kind: Event
  lastTimestamp: "2026-04-24T15:25:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:25:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl.18a9546ceba8aa6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40381"
    uid: 2a73b949-46b3-41cb-b971-d6d94b644210
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40317"
    uid: a059f2a2-f7db-4589-b1ed-58a50a089e7e
  kind: Event
  lastTimestamp: "2026-04-24T15:25:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:25:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl.18a9546ceefbf4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40385"
    uid: 6acc2798-7b3c-4dd3-9f04-7ce38824c80c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40317"
    uid: a059f2a2-f7db-4589-b1ed-58a50a089e7e
  kind: Event
  lastTimestamp: "2026-04-24T15:25:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:25:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl.18a9546cef708f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: 9226582f-ea3b-403d-a205-1ac68f24e72d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40317"
    uid: a059f2a2-f7db-4589-b1ed-58a50a089e7e
  kind: Event
  lastTimestamp: "2026-04-24T15:26:03Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl_kserve-ci-e2e-test(a059f2a2-f7db-4589-b1ed-58a50a089e7e)
  metadata:
    creationTimestamp: "2026-04-24T15:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:26:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl.18a9546efcd334e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40418"
    uid: 1965e778-9024-44d5-af5d-0c0d52532049
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:25:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40302"
    uid: e67d2b84-e4b4-4d9f-ba7d-b0bc9703c14e
  kind: Event
  lastTimestamp: "2026-04-24T15:25:54Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8-djcbl'
  metadata:
    creationTimestamp: "2026-04-24T15:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:25:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8.18a9546cd09e26dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40316"
    uid: cf8fb1a3-3e0c-4c5a-9337-2859b0c9cc30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:25:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40299"
    uid: 55883b16-183e-4c3c-a3a4-f302998928b8
  kind: Event
  lastTimestamp: "2026-04-24T15:25:54Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-58bb75b9f8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:25:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a9546cce370603
    namespace: kserve-ci-e2e-test
    resourceVersion: "40304"
    uid: b1d2a6ac-abca-4716-9b0b-d7e8de4d0303
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T15:25:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40291"
    uid: e66686f4-88fa-4345-bcf1-b39ac8918f2f
  kind: Event
  lastTimestamp: "2026-04-24T15:26:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:26:03Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a9546cce0f343a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40421"
    uid: 8a62a2c9-a1e3-4106-b2d8-ec530938c225
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:25:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40291"
    uid: e66686f4-88fa-4345-bcf1-b39ac8918f2f
  kind: Event
  lastTimestamp: "2026-04-24T15:25:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:25:54Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a9546cce5e739f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40307"
    uid: b8d40e1b-0adc-4a4d-869f-8eb56bd3cb7a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:24:33.223595Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39636"
    uid: 244bc842-5c1d-4ffb-88f4-ec12fffb9144
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:24:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:24:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8.18a95459efa29273
    namespace: kserve-ci-e2e-test
    resourceVersion: "39643"
    uid: 20477af3-4919-42ce-b6c0-da09fd119bdb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39647"
    uid: 244bc842-5c1d-4ffb-88f4-ec12fffb9144
  kind: Event
  lastTimestamp: "2026-04-24T15:24:33Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:24:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8.18a9545a08c6a0f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39661"
    uid: 20638ddd-028e-4c5f-a06d-f5809b4261bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39641"
    uid: 244bc842-5c1d-4ffb-88f4-ec12fffb9144
  kind: Event
  lastTimestamp: "2026-04-24T15:24:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:24:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8.18a9545a0a0f12b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39664"
    uid: 9ed44023-ac02-4890-8ebc-c58bc2e8f9c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39641"
    uid: 244bc842-5c1d-4ffb-88f4-ec12fffb9144
  kind: Event
  lastTimestamp: "2026-04-24T15:24:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:24:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8.18a9545a0d9ba4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39666"
    uid: a8060b46-03ae-43ec-81c8-19ef8ec43fa1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39641"
    uid: 244bc842-5c1d-4ffb-88f4-ec12fffb9144
  kind: Event
  lastTimestamp: "2026-04-24T15:24:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:24:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8.18a9545a0e11e31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39667"
    uid: a2c8ed0e-9266-416e-a594-eeeb9669a05f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39641"
    uid: 244bc842-5c1d-4ffb-88f4-ec12fffb9144
  kind: Event
  lastTimestamp: "2026-04-24T15:24:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:24:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8.18a9545a6eb7f91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39684"
    uid: dc88a253-5b64-4ac5-a3fe-16c20df1d96e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39641"
    uid: 244bc842-5c1d-4ffb-88f4-ec12fffb9144
  kind: Event
  lastTimestamp: "2026-04-24T15:24:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:24:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8.18a9545a71f17702
    namespace: kserve-ci-e2e-test
    resourceVersion: "39689"
    uid: 8a49018a-dda0-41dd-8d22-62c4ef8dbf27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39641"
    uid: 244bc842-5c1d-4ffb-88f4-ec12fffb9144
  kind: Event
  lastTimestamp: "2026-04-24T15:24:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:24:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8.18a9545a72690848
    namespace: kserve-ci-e2e-test
    resourceVersion: "39691"
    uid: 0c1cdb9e-4a06-472f-a793-48ddeae3d4ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39641"
    uid: 244bc842-5c1d-4ffb-88f4-ec12fffb9144
  kind: Event
  lastTimestamp: "2026-04-24T15:25:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:25:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8.18a9545aaa9f4f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40361"
    uid: 2a59a1ea-301e-4d47-acea-1803d7a2100a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39641"
    uid: 244bc842-5c1d-4ffb-88f4-ec12fffb9144
  kind: Event
  lastTimestamp: "2026-04-24T15:25:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:25:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8.18a9546c927038cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40277"
    uid: 589be688-927a-48bf-97b8-35a649aa1e23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39628"
    uid: 08c6149d-6d87-4d0a-b3aa-12673896471f
  kind: Event
  lastTimestamp: "2026-04-24T15:24:33Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd-dsjg8'
  metadata:
    creationTimestamp: "2026-04-24T15:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:24:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd.18a95459ef39d6ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39640"
    uid: d180586f-7c25-4363-90a7-7fac28535f55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39626"
    uid: 799081e5-fb50-416a-98aa-848cc92ab80a
  kind: Event
  lastTimestamp: "2026-04-24T15:24:33Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-f7b55c5dd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:24:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a95459ecbf1400
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: 88062675-1871-439b-893c-a225e9ff9039
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39627"
    uid: 70dc433f-3e76-45f3-b34b-a5492ba8086e
  kind: Event
  lastTimestamp: "2026-04-24T15:25:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:25:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a9545d6b86c872
    namespace: kserve-ci-e2e-test
    resourceVersion: "40008"
    uid: aab40175-5983-47ff-9c29-d07537f8d01a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39627"
    uid: 70dc433f-3e76-45f3-b34b-a5492ba8086e
  kind: Event
  lastTimestamp: "2026-04-24T15:25:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:25:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a9545d6be7901c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40009"
    uid: 970ba883-e35d-407f-a83a-7fda186513fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:25:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39804"
    uid: 70dc433f-3e76-45f3-b34b-a5492ba8086e
  kind: Event
  lastTimestamp: "2026-04-24T15:25:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:25:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a95467e840b7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40222"
    uid: 055aba00-46e8-4961-b056-3718aa828e7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:25:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39804"
    uid: 70dc433f-3e76-45f3-b34b-a5492ba8086e
  kind: Event
  lastTimestamp: "2026-04-24T15:25:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:25:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a95467e8a354f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40223"
    uid: f6fe9ddc-86c7-4c5f-986f-a97f1877e5c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39618"
    uid: ceb58fe5-3e40-469d-8cb4-fc8603d399ba
  kind: Event
  lastTimestamp: "2026-04-24T15:25:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:25:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a95459ec980e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40215"
    uid: 0542204b-902a-4c12-a817-8f2e64baeb59
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39618"
    uid: ceb58fe5-3e40-469d-8cb4-fc8603d399ba
  kind: Event
  lastTimestamp: "2026-04-24T15:24:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:24:33Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a95459ed31c7dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39650"
    uid: 4ee8e3be-2d0c-4170-9da9-07ea8b2b6506
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39629"
    uid: ceb58fe5-3e40-469d-8cb4-fc8603d399ba
  kind: Event
  lastTimestamp: "2026-04-24T15:24:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T15:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:24:33Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a95459f16a6c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39652"
    uid: 1c0610cb-a4b8-415b-8376-dc445a4350c9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:25:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: ceb58fe5-3e40-469d-8cb4-fc8603d399ba
  kind: Event
  lastTimestamp: "2026-04-24T15:25:47Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:25:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a9546b3684fe1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40214"
    uid: fd357073-b0b1-4d91-a5e8-d4d1b4ecb50c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:24:22.163165Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39480"
    uid: bb2070f4-7f3e-4935-a0d7-fe863cf1d0f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:24:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:24:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr.18a954575c61cbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39486"
    uid: b2337538-f5b5-4686-a103-9be89c2fb5d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: bb2070f4-7f3e-4935-a0d7-fe863cf1d0f6
  kind: Event
  lastTimestamp: "2026-04-24T15:24:22Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:24:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr.18a954577548e310
    namespace: kserve-ci-e2e-test
    resourceVersion: "39498"
    uid: bd087ad8-3214-479c-b3b0-4337a0d0fb83
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: bb2070f4-7f3e-4935-a0d7-fe863cf1d0f6
  kind: Event
  lastTimestamp: "2026-04-24T15:24:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:24:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr.18a954577690ce1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39551"
    uid: 8d1e2510-85b2-488b-9dbd-6c5b1355b6e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: bb2070f4-7f3e-4935-a0d7-fe863cf1d0f6
  kind: Event
  lastTimestamp: "2026-04-24T15:24:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:24:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr.18a9545779b8c79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39556"
    uid: dc00e38b-12a4-4f76-a9c3-0967c9a6c165
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: bb2070f4-7f3e-4935-a0d7-fe863cf1d0f6
  kind: Event
  lastTimestamp: "2026-04-24T15:24:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:24:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr.18a954577a2ec175
    namespace: kserve-ci-e2e-test
    resourceVersion: "39557"
    uid: f0cfdda7-6941-4073-acbe-8da1195ebd68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: bb2070f4-7f3e-4935-a0d7-fe863cf1d0f6
  kind: Event
  lastTimestamp: "2026-04-24T15:24:32Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:24:32Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr.18a95459b0ce1b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "39601"
    uid: f5024de1-d3cd-4a8b-92b5-fe039eb4f718
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39471"
    uid: fa14deed-755e-47f5-8b39-52d1c09857ee
  kind: Event
  lastTimestamp: "2026-04-24T15:24:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4-zzfqr'
  metadata:
    creationTimestamp: "2026-04-24T15:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:24:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-94466cc4.18a954575c0004ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39483"
    uid: f75a2c1d-775f-4900-8fc5-28df09ca2316
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39469"
    uid: 73652706-3d83-48b1-bf01-57b49513f0bd
  kind: Event
  lastTimestamp: "2026-04-24T15:24:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-94466cc4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:24:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a95457599dfb25
    namespace: kserve-ci-e2e-test
    resourceVersion: "39473"
    uid: 03ae6e75-b106-4389-9420-bd10ad74a811
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 1b54da24-5ece-44d0-ab85-38a2f5721c47
  kind: Event
  lastTimestamp: "2026-04-24T15:24:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:24:28Z"
    name: isvc-sklearn-s3-tls-global-fail.18a9545759773af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39555"
    uid: 812dc9aa-5aea-466e-993a-7064dd63a990
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 1b54da24-5ece-44d0-ab85-38a2f5721c47
  kind: Event
  lastTimestamp: "2026-04-24T15:24:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:24:22Z"
    name: isvc-sklearn-s3-tls-global-fail.18a9545759c84916
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: cd8bb804-7b0c-48de-bea3-261fc99f02a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:23:01.057705Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38807"
    uid: 6a14e6ff-c81b-4423-b6fd-b390a2c8f81d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:23:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:23:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8.18a954447a1eb339
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 393461cf-856e-4d06-a1cc-ca674c9c4f97
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38820"
    uid: 6a14e6ff-c81b-4423-b6fd-b390a2c8f81d
  kind: Event
  lastTimestamp: "2026-04-24T15:23:01Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:23:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8.18a9544493848769
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 060ad72c-a454-4289-891f-1e8e45117f3b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: 6a14e6ff-c81b-4423-b6fd-b390a2c8f81d
  kind: Event
  lastTimestamp: "2026-04-24T15:23:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:23:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8.18a9544494b919d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38832"
    uid: d35490b3-9af3-4ec7-9a92-dd28ea251abf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: 6a14e6ff-c81b-4423-b6fd-b390a2c8f81d
  kind: Event
  lastTimestamp: "2026-04-24T15:23:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:23:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8.18a9544497ba6a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "38834"
    uid: d973f60f-fe22-4d90-8828-5b699e7857aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: 6a14e6ff-c81b-4423-b6fd-b390a2c8f81d
  kind: Event
  lastTimestamp: "2026-04-24T15:23:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:23:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8.18a95444987767f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38835"
    uid: 6c0a3800-dd27-492d-9d74-a91ebe403816
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: 6a14e6ff-c81b-4423-b6fd-b390a2c8f81d
  kind: Event
  lastTimestamp: "2026-04-24T15:23:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:23:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8.18a95444f1de79a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38857"
    uid: 9742b37c-2fde-4c07-b31a-7d55f60ecc4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: 6a14e6ff-c81b-4423-b6fd-b390a2c8f81d
  kind: Event
  lastTimestamp: "2026-04-24T15:23:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:23:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8.18a95444f59eb637
    namespace: kserve-ci-e2e-test
    resourceVersion: "38864"
    uid: ccc7f789-cbe0-48b8-af63-136627f99278
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: 6a14e6ff-c81b-4423-b6fd-b390a2c8f81d
  kind: Event
  lastTimestamp: "2026-04-24T15:23:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:23:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8.18a95444f6150043
    namespace: kserve-ci-e2e-test
    resourceVersion: "38865"
    uid: 4dc57fcf-3e76-4419-bcce-dd655b621669
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: 6a14e6ff-c81b-4423-b6fd-b390a2c8f81d
  kind: Event
  lastTimestamp: "2026-04-24T15:24:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:24:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8.18a954452dcb4eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39316"
    uid: 42a24962-2708-4755-9e93-821ffae21a27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: 6a14e6ff-c81b-4423-b6fd-b390a2c8f81d
  kind: Event
  lastTimestamp: "2026-04-24T15:24:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:24:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8.18a954571d933714
    namespace: kserve-ci-e2e-test
    resourceVersion: "39445"
    uid: 5debeb33-5279-46ec-ac7a-c8f48161ee76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 1715f30d-43a0-411b-94bd-2c403726ebce
  kind: Event
  lastTimestamp: "2026-04-24T15:23:01Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d-hfwd8'
  metadata:
    creationTimestamp: "2026-04-24T15:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:23:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d.18a9544479af2cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38809"
    uid: 4d9c6da5-a3a5-4984-9923-cb6d9a59df1a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38796"
    uid: 080aaafe-7004-4ccc-9b06-179cce99782a
  kind: Event
  lastTimestamp: "2026-04-24T15:23:01Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5bd7488f4d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:23:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a9544477708bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38801"
    uid: c83db86e-1d22-420a-a8ea-900e6d88d0bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38798"
    uid: 48f89493-14ac-4be1-bdb9-ee17ba212ca2
  kind: Event
  lastTimestamp: "2026-04-24T15:23:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:23:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a95447f63e915b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39066"
    uid: 695ef994-4e3b-41fd-831d-292097272415
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38798"
    uid: 48f89493-14ac-4be1-bdb9-ee17ba212ca2
  kind: Event
  lastTimestamp: "2026-04-24T15:23:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:23:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a95447f69f0b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39067"
    uid: c1b1ed6e-9e2c-4045-9cbf-7875cd32a5f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 48f89493-14ac-4be1-bdb9-ee17ba212ca2
  kind: Event
  lastTimestamp: "2026-04-24T15:24:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:24:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a9544ef48bdb5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39378"
    uid: 9aba0f72-c2fd-4414-9331-fe8320809f6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 48f89493-14ac-4be1-bdb9-ee17ba212ca2
  kind: Event
  lastTimestamp: "2026-04-24T15:24:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:24:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a9544ef4f0b646
    namespace: kserve-ci-e2e-test
    resourceVersion: "39379"
    uid: 7e2bac76-e720-47d8-91ea-7c135403dbd9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38787"
    uid: 8a7415a7-b6e2-4732-9a4d-e878c77a961b
  kind: Event
  lastTimestamp: "2026-04-24T15:24:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:24:16Z"
    name: isvc-sklearn-s3-tls-global-pass.18a954447748fb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "39395"
    uid: c3af6d0a-430d-4ff8-b6b1-f62bbec9a01d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38787"
    uid: 8a7415a7-b6e2-4732-9a4d-e878c77a961b
  kind: Event
  lastTimestamp: "2026-04-24T15:23:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:23:01Z"
    name: isvc-sklearn-s3-tls-global-pass.18a9544477b4aa2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38822"
    uid: b131ea34-8650-48b8-b424-a50735a8f44d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:23:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38805"
    uid: 8a7415a7-b6e2-4732-9a4d-e878c77a961b
  kind: Event
  lastTimestamp: "2026-04-24T15:23:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T15:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:23:01Z"
    name: isvc-sklearn-s3-tls-global-pass.18a954447d19d224
    namespace: kserve-ci-e2e-test
    resourceVersion: "38823"
    uid: d94ef355-cc5c-45a7-a747-983c9e9f63c1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:24:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39393"
    uid: 8a7415a7-b6e2-4732-9a4d-e878c77a961b
  kind: Event
  lastTimestamp: "2026-04-24T15:24:16Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:24:16Z"
    name: isvc-sklearn-s3-tls-global-pass.18a95456220408dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39394"
    uid: b3b49ef2-02e5-41d6-b62d-da148db4f3e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:27:26.447234Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "41137"
    uid: a343793a-5bd5-411b-8215-dc6e88ea0fe3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:27:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:27:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k.18a95482449184f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41144"
    uid: b90acfa5-485d-4936-a0c6-f82419acfafe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:27:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: a343793a-5bd5-411b-8215-dc6e88ea0fe3
  kind: Event
  lastTimestamp: "2026-04-24T15:27:26Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:27:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k.18a954825da3b1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41158"
    uid: 44e99d82-ee67-4179-8158-d05b85d21372
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "41140"
    uid: a343793a-5bd5-411b-8215-dc6e88ea0fe3
  kind: Event
  lastTimestamp: "2026-04-24T15:27:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:27:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k.18a954825f3aa992
    namespace: kserve-ci-e2e-test
    resourceVersion: "41202"
    uid: c4a4a79f-aa64-494d-8a28-f70ad1330d2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "41140"
    uid: a343793a-5bd5-411b-8215-dc6e88ea0fe3
  kind: Event
  lastTimestamp: "2026-04-24T15:27:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:27:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k.18a9548262acec87
    namespace: kserve-ci-e2e-test
    resourceVersion: "41208"
    uid: 50742f17-a5c1-413b-b7c8-ef04379a4464
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "41140"
    uid: a343793a-5bd5-411b-8215-dc6e88ea0fe3
  kind: Event
  lastTimestamp: "2026-04-24T15:27:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:27:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k.18a9548263218a80
    namespace: kserve-ci-e2e-test
    resourceVersion: "41209"
    uid: ea7555f9-0998-4ba9-afb5-02cd11689ae9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "41140"
    uid: a343793a-5bd5-411b-8215-dc6e88ea0fe3
  kind: Event
  lastTimestamp: "2026-04-24T15:27:33Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k_kserve-ci-e2e-test(a343793a-5bd5-411b-8215-dc6e88ea0fe3)
  metadata:
    creationTimestamp: "2026-04-24T15:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:27:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k.18a954840337520a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41232"
    uid: e3a4b48b-fdf4-4007-83bf-7881ab19e70a
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:27:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41128"
    uid: 2482d0f2-8e6e-4605-973c-53ae31b258d5
  kind: Event
  lastTimestamp: "2026-04-24T15:27:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c-x7k7k'
  metadata:
    creationTimestamp: "2026-04-24T15:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:27:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c.18a9548244211aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "41139"
    uid: 716f56b8-0275-460a-8277-c1a7938d518d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:27:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41125"
    uid: d16ff1db-b4a2-4367-a18a-becd16f89480
  kind: Event
  lastTimestamp: "2026-04-24T15:27:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5b694d9b8c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:27:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a95482420c9f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41130"
    uid: e857b335-d3ab-4cfb-9bfd-e03a86dadd84
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-04-24T15:27:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41117"
    uid: 1efc590c-8f8d-416e-b3cd-f6421f301595
  kind: Event
  lastTimestamp: "2026-04-24T15:27:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:27:34Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a954824210a443
    namespace: kserve-ci-e2e-test
    resourceVersion: "41243"
    uid: a7f2402f-69cd-4e22-a1bd-abcedbcaa7bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:27:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41117"
    uid: 1efc590c-8f8d-416e-b3cd-f6421f301595
  kind: Event
  lastTimestamp: "2026-04-24T15:27:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:27:26Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a95482428c9c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "41133"
    uid: 44fb53f1-3ef7-4abe-b0ad-37ae967867b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:26:05.367462Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40479"
    uid: 9078dad8-4695-4963-b506-962a4933c2b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:26:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:26:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd.18a9546f63d66a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "40484"
    uid: 169bdf93-a935-4621-a66d-0006bff196bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40491"
    uid: 9078dad8-4695-4963-b506-962a4933c2b5
  kind: Event
  lastTimestamp: "2026-04-24T15:26:05Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:26:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd.18a9546f7d7a428b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40504"
    uid: 0a7eae79-ac51-49d1-bd5e-995995304d9a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 9078dad8-4695-4963-b506-962a4933c2b5
  kind: Event
  lastTimestamp: "2026-04-24T15:26:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:26:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd.18a9546f7eb76c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "40506"
    uid: 4fe92fe6-b9a2-4d69-989b-264008a0d817
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 9078dad8-4695-4963-b506-962a4933c2b5
  kind: Event
  lastTimestamp: "2026-04-24T15:26:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:26:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd.18a9546f81a1c778
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: a5b934a9-bce6-4a8f-a5f5-2e30037e7481
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 9078dad8-4695-4963-b506-962a4933c2b5
  kind: Event
  lastTimestamp: "2026-04-24T15:26:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:26:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd.18a9546f8228e3a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40510"
    uid: 4f1ddbc9-ae5d-42d6-8435-b18ff6d0374f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 9078dad8-4695-4963-b506-962a4933c2b5
  kind: Event
  lastTimestamp: "2026-04-24T15:26:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:26:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd.18a9546febdab3e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40528"
    uid: 4e37ca46-9f6e-4f70-abb8-4a134434bd59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 9078dad8-4695-4963-b506-962a4933c2b5
  kind: Event
  lastTimestamp: "2026-04-24T15:26:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:26:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd.18a9546fefafb5a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40533"
    uid: a7f4fcab-bb18-4331-9264-7196a3f688c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 9078dad8-4695-4963-b506-962a4933c2b5
  kind: Event
  lastTimestamp: "2026-04-24T15:26:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:26:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd.18a9546ff0246ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40534"
    uid: e3dfdc42-d9f4-40ad-a2b7-61fcfa8b7409
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 9078dad8-4695-4963-b506-962a4933c2b5
  kind: Event
  lastTimestamp: "2026-04-24T15:27:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:27:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd.18a9547027c9d1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41188"
    uid: 0a48d8ed-0173-4f3e-b90b-83ab59a6691c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 9078dad8-4695-4963-b506-962a4933c2b5
  kind: Event
  lastTimestamp: "2026-04-24T15:27:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:27:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd.18a9548206cf06c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41107"
    uid: 0cc46d03-c562-444f-8901-9cba1f407636
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997
    namespace: kserve-ci-e2e-test
    resourceVersion: "40471"
    uid: 4014ddcd-a729-4aca-a549-cd97c78cbd88
  kind: Event
  lastTimestamp: "2026-04-24T15:26:05Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997-5jhnd'
  metadata:
    creationTimestamp: "2026-04-24T15:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:26:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997.18a9546f634bccb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40481"
    uid: f12ef07a-312d-4eaa-a5ab-1ee96c4ff44e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40469"
    uid: eb0219d9-fadc-49cc-86b2-f299b92473b5
  kind: Event
  lastTimestamp: "2026-04-24T15:26:05Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-bdf9d7997
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:26:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a9546f615e0310
    namespace: kserve-ci-e2e-test
    resourceVersion: "40473"
    uid: f19fe9d0-1ef8-458c-be4c-8573a26f73a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40470"
    uid: c6985a49-9cca-4342-be41-a631740d4d1e
  kind: Event
  lastTimestamp: "2026-04-24T15:26:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:26:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a95472e01f626c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40731"
    uid: 731b3016-f38e-4eb0-bde1-d3e4c0daf25f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40470"
    uid: c6985a49-9cca-4342-be41-a631740d4d1e
  kind: Event
  lastTimestamp: "2026-04-24T15:26:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:26:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a95472e07f8aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40732"
    uid: 22dde30c-8e40-452a-86ff-5989ee0c825e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40628"
    uid: c6985a49-9cca-4342-be41-a631740d4d1e
  kind: Event
  lastTimestamp: "2026-04-24T15:27:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:27:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a95479de2e0551
    namespace: kserve-ci-e2e-test
    resourceVersion: "41050"
    uid: 090fa15d-327f-4125-83ff-9c6d86f4440d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40628"
    uid: c6985a49-9cca-4342-be41-a631740d4d1e
  kind: Event
  lastTimestamp: "2026-04-24T15:27:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:27:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a95479dea9d0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41051"
    uid: ee9333ca-98e5-452f-b2d8-384298da4bc0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40458"
    uid: 0a3760f6-a6eb-42d1-a8fb-d95a1d87a3b8
  kind: Event
  lastTimestamp: "2026-04-24T15:27:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:27:19Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a9546f61320b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "41043"
    uid: bcfc043e-b399-4e0e-82e3-0b025ea52332
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:26:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40458"
    uid: 0a3760f6-a6eb-42d1-a8fb-d95a1d87a3b8
  kind: Event
  lastTimestamp: "2026-04-24T15:26:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:26:05Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a9546f61785f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "40475"
    uid: ed354917-c011-40fc-94c9-cbebff2c9f56
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:27:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41041"
    uid: 0a3760f6-a6eb-42d1-a8fb-d95a1d87a3b8
  kind: Event
  lastTimestamp: "2026-04-24T15:27:19Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:27:19Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a95480b3b541df
    namespace: kserve-ci-e2e-test
    resourceVersion: "41042"
    uid: a827a933-020b-4845-a6e8-9edd402d30cb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38119"
    uid: 9fb20e61-d2f8-4817-b0d2-5286311d0656
  kind: Event
  lastTimestamp: "2026-04-24T15:22:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:22:54Z"
    name: isvc-sklearn-s3.18a95431c979667a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38722"
    uid: 008764e1-558e-4668-b5d5-8c6ac132204a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38119"
    uid: 9fb20e61-d2f8-4817-b0d2-5286311d0656
  kind: Event
  lastTimestamp: "2026-04-24T15:21:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:21:40Z"
    name: isvc-sklearn-s3.18a95431c9c6bc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38149"
    uid: 8956c92b-c35a-4b62-b633-44a404f5f698
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:22:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38720"
    uid: 9fb20e61-d2f8-4817-b0d2-5286311d0656
  kind: Event
  lastTimestamp: "2026-04-24T15:22:54Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:22:54Z"
    name: isvc-sklearn-s3.18a954430abb2b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "38721"
    uid: fcf235fd-04d9-4ee0-a791-d7af0f7276f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-587584d6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29714"
    uid: 92329dea-475a-4676-ac69-fb07816a3510
  kind: Event
  lastTimestamp: "2026-04-24T15:04:54Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-587584d6df-mstdz'
  metadata:
    creationTimestamp: "2026-04-24T15:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:04:54Z"
    name: isvc-sklearn-scheduler-predictor-587584d6df.18a9534785f1af60
    namespace: kserve-ci-e2e-test
    resourceVersion: "29730"
    uid: 9481c659-530b-4fa7-883d-0a1537081efd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29711"
    uid: 6d12e857-a695-4ee8-b648-5ed6b49269f2
  kind: Event
  lastTimestamp: "2026-04-24T15:04:54Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-587584d6df from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:04:54Z"
    name: isvc-sklearn-scheduler-predictor.18a9534782296630
    namespace: kserve-ci-e2e-test
    resourceVersion: "29717"
    uid: 129b668e-d644-4304-8f0a-4f2e01138b81
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29692"
    uid: 8f8b80a5-5b8c-412a-9ae1-34a3cff0c018
  kind: Event
  lastTimestamp: "2026-04-24T15:04:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:04:55Z"
    name: isvc-sklearn-scheduler.18a9534781c34b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "29742"
    uid: 60c974d2-6418-47da-89d0-399bb96ea2aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29692"
    uid: 8f8b80a5-5b8c-412a-9ae1-34a3cff0c018
  kind: Event
  lastTimestamp: "2026-04-24T15:04:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:04:54Z"
    name: isvc-sklearn-scheduler.18a95347841e4857
    namespace: kserve-ci-e2e-test
    resourceVersion: "29724"
    uid: ec4c00ae-b36b-4edc-857e-45a61ff9048a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29692"
    uid: 8f8b80a5-5b8c-412a-9ae1-34a3cff0c018
  kind: Event
  lastTimestamp: "2026-04-24T15:04:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:04:54Z"
    name: isvc-sklearn-scheduler.18a95347841e7792
    namespace: kserve-ci-e2e-test
    resourceVersion: "29725"
    uid: 08ed935b-1383-4e42-9ef7-668de515de4b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:10:04.534246Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32413"
    uid: 5323fef3-be31-4fba-b641-6b86de166464
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:10:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:10:04Z"
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk.18a9538fadb6ff18
    namespace: kserve-ci-e2e-test
    resourceVersion: "32419"
    uid: 8879d2ab-c76a-4019-ae13-740f270704fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32424"
    uid: 5323fef3-be31-4fba-b641-6b86de166464
  kind: Event
  lastTimestamp: "2026-04-24T15:10:04Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:10:04Z"
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk.18a9538fc6c3c40f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32434"
    uid: eaf97769-a30c-4435-a76e-8249f94fff9f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: 5323fef3-be31-4fba-b641-6b86de166464
  kind: Event
  lastTimestamp: "2026-04-24T15:10:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:10:04Z"
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk.18a9538fc8076146
    namespace: kserve-ci-e2e-test
    resourceVersion: "32436"
    uid: 0f74ec3f-9d21-4b6c-8159-16c141789664
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: 5323fef3-be31-4fba-b641-6b86de166464
  kind: Event
  lastTimestamp: "2026-04-24T15:10:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:10:05Z"
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk.18a9538fcb4b3f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32438"
    uid: d48debf6-ef85-42ba-ab5f-862a89ddff14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: 5323fef3-be31-4fba-b641-6b86de166464
  kind: Event
  lastTimestamp: "2026-04-24T15:10:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:10:05Z"
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk.18a9538fcbabe21a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: cefef80d-9c1f-4072-8b1a-2d0bd986a0af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: 5323fef3-be31-4fba-b641-6b86de166464
  kind: Event
  lastTimestamp: "2026-04-24T15:10:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:10:09Z"
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk.18a95390dc3ed4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32480"
    uid: a9600a7d-d4c4-447f-a0b5-789bf8459f43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: 5323fef3-be31-4fba-b641-6b86de166464
  kind: Event
  lastTimestamp: "2026-04-24T15:10:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:10:09Z"
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk.18a95390df31f2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: 54460270-774b-4e92-a980-13eb7e014490
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: 5323fef3-be31-4fba-b641-6b86de166464
  kind: Event
  lastTimestamp: "2026-04-24T15:10:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:10:09Z"
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk.18a95390df999699
    namespace: kserve-ci-e2e-test
    resourceVersion: "32487"
    uid: 72f21f2a-2bbb-4731-bbd5-6ee4b19ebd45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: 5323fef3-be31-4fba-b641-6b86de166464
  kind: Event
  lastTimestamp: "2026-04-24T15:11:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:11:11Z"
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk.18a953911831e7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32921"
    uid: 66137f8b-a5cd-4758-8c2c-5677e7aa0756
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: 5323fef3-be31-4fba-b641-6b86de166464
  kind: Event
  lastTimestamp: "2026-04-24T15:11:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:11:24Z"
    name: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk.18a953a25673c97e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33057"
    uid: 39a31baf-760e-4c45-a58b-180e3b3359cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-69777647bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32405"
    uid: be810ac4-d47f-4ddc-8fea-cc61efa1f5a0
  kind: Event
  lastTimestamp: "2026-04-24T15:10:04Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-69777647bd-vszdk'
  metadata:
    creationTimestamp: "2026-04-24T15:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:10:04Z"
    name: isvc-sklearn-v2-mixed-predictor-69777647bd.18a9538fad2e1519
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 3ec61acd-666c-415f-8f5a-04bd34b34ecb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32402"
    uid: 9fbb6c04-ec59-4cb0-be50-d5a7efa23342
  kind: Event
  lastTimestamp: "2026-04-24T15:10:04Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-69777647bd from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T15:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:10:04Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9538faaeaf8be
    namespace: kserve-ci-e2e-test
    resourceVersion: "32407"
    uid: bf8eaa4f-ec82-4704-bf81-b078e2adf232
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32404"
    uid: 734b9cf6-3ca9-428d-bc14-e30f1b501e40
  kind: Event
  lastTimestamp: "2026-04-24T15:10:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:10:34Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9539329dcecf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32663"
    uid: 45b3420a-1361-400e-9495-d572ecc48fcb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32404"
    uid: 734b9cf6-3ca9-428d-bc14-e30f1b501e40
  kind: Event
  lastTimestamp: "2026-04-24T15:10:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:10:34Z"
    name: isvc-sklearn-v2-mixed-predictor.18a953932a4797cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32664"
    uid: 56599f8c-bc14-4966-9160-0ee7ba0fdc58
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 734b9cf6-3ca9-428d-bc14-e30f1b501e40
  kind: Event
  lastTimestamp: "2026-04-24T15:11:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:11:19Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9539a28095a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32973"
    uid: 84032653-30cf-4a45-9c8e-529a952f96cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 734b9cf6-3ca9-428d-bc14-e30f1b501e40
  kind: Event
  lastTimestamp: "2026-04-24T15:11:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:11:19Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9539a2870b744
    namespace: kserve-ci-e2e-test
    resourceVersion: "32974"
    uid: 17cc3054-bcaa-4f69-99f9-638470b8cf85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32378"
    uid: abd36853-1111-4368-9b47-8ecbb88adf77
  kind: Event
  lastTimestamp: "2026-04-24T15:11:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:11:21Z"
    name: isvc-sklearn-v2-mixed.18a9538faac018e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33002"
    uid: 736ce1b8-c508-42c8-b051-74315c5700c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32378"
    uid: abd36853-1111-4368-9b47-8ecbb88adf77
  kind: Event
  lastTimestamp: "2026-04-24T15:10:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:10:04Z"
    name: isvc-sklearn-v2-mixed.18a9538fab229ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32409"
    uid: 421517c8-b58b-4e6f-b67b-553e44e67f97
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33000"
    uid: abd36853-1111-4368-9b47-8ecbb88adf77
  kind: Event
  lastTimestamp: "2026-04-24T15:11:21Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:11:21Z"
    name: isvc-sklearn-v2-mixed.18a953a1a3b91869
    namespace: kserve-ci-e2e-test
    resourceVersion: "33001"
    uid: 8b240fda-39c8-4d4c-933f-2660c821fb79
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:08:44.288350Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31758"
    uid: 5e3c6478-4747-4e25-b50e-5d32a2fc32ea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-9f94dd8ff-64xbx
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:08:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:08:44Z"
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx.18a9537cfeafdbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31765"
    uid: 4a1d72a6-2488-4218-ab57-e8c3288601c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31767"
    uid: 5e3c6478-4747-4e25-b50e-5d32a2fc32ea
  kind: Event
  lastTimestamp: "2026-04-24T15:08:44Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:08:44Z"
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx.18a9537d17a004b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31778"
    uid: 0adefdb4-2b41-4670-9a06-c25e83f98cd9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 5e3c6478-4747-4e25-b50e-5d32a2fc32ea
  kind: Event
  lastTimestamp: "2026-04-24T15:08:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:08:44Z"
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx.18a9537d18c866cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31780"
    uid: 20a28988-8361-4b62-b7a3-8fa16a02b1e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 5e3c6478-4747-4e25-b50e-5d32a2fc32ea
  kind: Event
  lastTimestamp: "2026-04-24T15:08:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:08:44Z"
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx.18a9537d1bd252c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: f0f373f3-7cd7-4e13-a94f-da4ad0ba025f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 5e3c6478-4747-4e25-b50e-5d32a2fc32ea
  kind: Event
  lastTimestamp: "2026-04-24T15:08:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:08:44Z"
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx.18a9537d1c3909b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31784"
    uid: cc86123b-9e0e-4f55-8a8d-5b1db86adce1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 5e3c6478-4747-4e25-b50e-5d32a2fc32ea
  kind: Event
  lastTimestamp: "2026-04-24T15:08:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:08:48Z"
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx.18a9537df11d8584
    namespace: kserve-ci-e2e-test
    resourceVersion: "31816"
    uid: 4891c4c5-d944-4bdf-9bc4-325c74730084
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 5e3c6478-4747-4e25-b50e-5d32a2fc32ea
  kind: Event
  lastTimestamp: "2026-04-24T15:08:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:08:48Z"
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx.18a9537df4bbd4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31820"
    uid: cff1fb8e-6744-45fe-9af1-7abc45b8d0cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 5e3c6478-4747-4e25-b50e-5d32a2fc32ea
  kind: Event
  lastTimestamp: "2026-04-24T15:08:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:08:48Z"
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx.18a9537df52382c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31822"
    uid: f892641e-9127-42c6-b541-1422681a82e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 5e3c6478-4747-4e25-b50e-5d32a2fc32ea
  kind: Event
  lastTimestamp: "2026-04-24T15:09:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:09:50Z"
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx.18a9537e2d05673b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: c6b9cff4-7efa-4d8c-8f82-9c685bcea572
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 5e3c6478-4747-4e25-b50e-5d32a2fc32ea
  kind: Event
  lastTimestamp: "2026-04-24T15:10:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:10:04Z"
    name: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx.18a9538faa674723
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 70c7756d-1eec-4080-88d5-916133113a4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-9f94dd8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31747"
    uid: b8a3b8aa-d5a4-4967-9f5c-094355aab666
  kind: Event
  lastTimestamp: "2026-04-24T15:08:44Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-9f94dd8ff-64xbx'
  metadata:
    creationTimestamp: "2026-04-24T15:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:08:44Z"
    name: isvc-sklearn-v2-predictor-9f94dd8ff.18a9537cfe40d86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31759"
    uid: 33a14763-a761-4ebf-b918-133301c293cf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31743"
    uid: 11be2938-07d0-4a04-895a-eb4e098bb376
  kind: Event
  lastTimestamp: "2026-04-24T15:08:44Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-9f94dd8ff from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:08:44Z"
    name: isvc-sklearn-v2-predictor.18a9537cfbc1bb9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31749"
    uid: e73b1f7c-3bd3-46df-8c1e-e4a143a519de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31745"
    uid: 53f0bf1b-4cf4-4039-b163-8dbd502f28ed
  kind: Event
  lastTimestamp: "2026-04-24T15:09:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:09:14Z"
    name: isvc-sklearn-v2-predictor.18a953807a2a0f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 4f063bc8-8850-4501-9d55-7866ed040702
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31745"
    uid: 53f0bf1b-4cf4-4039-b163-8dbd502f28ed
  kind: Event
  lastTimestamp: "2026-04-24T15:09:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:09:14Z"
    name: isvc-sklearn-v2-predictor.18a953807a91110d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32012"
    uid: 43a985ca-0a7a-46c2-8d6f-e8d29ae0bbdb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:09:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 53f0bf1b-4cf4-4039-b163-8dbd502f28ed
  kind: Event
  lastTimestamp: "2026-04-24T15:09:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:09:59Z"
    name: isvc-sklearn-v2-predictor.18a95387782a35af
    namespace: kserve-ci-e2e-test
    resourceVersion: "32327"
    uid: 3914422c-e55f-4b22-b41f-e6b2f30da367
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:09:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 53f0bf1b-4cf4-4039-b163-8dbd502f28ed
  kind: Event
  lastTimestamp: "2026-04-24T15:09:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:09:59Z"
    name: isvc-sklearn-v2-predictor.18a953877890a87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32328"
    uid: d64beb8b-f1c4-4611-907e-0930536ae40f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:07:54.135526Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31315"
    uid: 7276100c-d4d7-482d-8f37-cfc545d81d13
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:07:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:07:54Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49.18a9537151588117
    namespace: kserve-ci-e2e-test
    resourceVersion: "31321"
    uid: 093a38c1-293f-487d-bb3c-f7b44f9aadf1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: 7276100c-d4d7-482d-8f37-cfc545d81d13
  kind: Event
  lastTimestamp: "2026-04-24T15:07:54Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:07:54Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49.18a953716a56fcf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: e605af6f-5e28-4a3c-9b80-f442d4dfa96c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 7276100c-d4d7-482d-8f37-cfc545d81d13
  kind: Event
  lastTimestamp: "2026-04-24T15:07:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:54Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49.18a953716b9aea1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31341"
    uid: de69f06c-cddd-4384-8c7b-3bc2e5d7ad15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 7276100c-d4d7-482d-8f37-cfc545d81d13
  kind: Event
  lastTimestamp: "2026-04-24T15:07:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:54Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49.18a953716eea5f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "31342"
    uid: 6324944a-22db-4eb9-84bb-45f57693309e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 7276100c-d4d7-482d-8f37-cfc545d81d13
  kind: Event
  lastTimestamp: "2026-04-24T15:07:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:54Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49.18a953716f71a1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31343"
    uid: 43f96950-91d1-4de4-b1f7-eacb4e174f18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 7276100c-d4d7-482d-8f37-cfc545d81d13
  kind: Event
  lastTimestamp: "2026-04-24T15:07:59Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T15:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:59Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49.18a953727f59cee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31383"
    uid: e5f0c626-4d05-460d-9196-e23cf6646195
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 7276100c-d4d7-482d-8f37-cfc545d81d13
  kind: Event
  lastTimestamp: "2026-04-24T15:07:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:59Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49.18a95372825e4193
    namespace: kserve-ci-e2e-test
    resourceVersion: "31388"
    uid: d4085dc0-e738-4f53-ac5b-65cb974db87c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 7276100c-d4d7-482d-8f37-cfc545d81d13
  kind: Event
  lastTimestamp: "2026-04-24T15:07:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:59Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49.18a9537282c2f121
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: c4ecdafb-0f10-4b70-9f73-d0a90dd5e85e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 7276100c-d4d7-482d-8f37-cfc545d81d13
  kind: Event
  lastTimestamp: "2026-04-24T15:08:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T15:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:08:31Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49.18a95379f708f253
    namespace: kserve-ci-e2e-test
    resourceVersion: "31614"
    uid: f2219e76-114d-4f3d-94a1-473ff9b56039
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 7276100c-d4d7-482d-8f37-cfc545d81d13
  kind: Event
  lastTimestamp: "2026-04-24T15:08:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:08:44Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49.18a9537cfbeccf4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: c9b222f4-629d-4144-a7e2-fdc36a2ceaa0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 7276100c-d4d7-482d-8f37-cfc545d81d13
  kind: Event
  lastTimestamp: "2026-04-24T15:08:51Z"
  message: 'Readiness probe failed: Get "http://10.134.0.50:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T15:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:08:51Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49.18a9537e9b6d3bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31842"
    uid: 7c752307-e170-4be1-8d8b-55df19c19915
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31302"
    uid: 3c81affe-67a8-4bce-9bbd-f35fb7fc83ff
  kind: Event
  lastTimestamp: "2026-04-24T15:07:54Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8qm49'
  metadata:
    creationTimestamp: "2026-04-24T15:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:07:54Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a9537150ee09a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31316"
    uid: 2cb80572-5930-469f-9609-993001e8c36c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31298"
    uid: a1da0bca-8fd4-4be3-b118-726c06042f74
  kind: Event
  lastTimestamp: "2026-04-24T15:07:54Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:07:54Z"
    name: isvc-sklearn-v2-runtime-predictor.18a953714e86785e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31305"
    uid: 9ca4e594-4358-4153-a73c-df1c3df81f7b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31304"
    uid: d99734ef-9b7f-40cc-ab15-05258c13c6a6
  kind: Event
  lastTimestamp: "2026-04-24T15:08:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:08:09Z"
    name: isvc-sklearn-v2-runtime-predictor.18a95374cd587efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31459"
    uid: f2462a0c-af52-4cb1-a3bd-1849e9cab5cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31304"
    uid: d99734ef-9b7f-40cc-ab15-05258c13c6a6
  kind: Event
  lastTimestamp: "2026-04-24T15:08:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:08:09Z"
    name: isvc-sklearn-v2-runtime-predictor.18a95374cdbae73c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31461"
    uid: 12b2e0f3-a3ed-4ccd-9b83-e8ce19e85a7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31460"
    uid: d99734ef-9b7f-40cc-ab15-05258c13c6a6
  kind: Event
  lastTimestamp: "2026-04-24T15:08:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:08:39Z"
    name: isvc-sklearn-v2-runtime-predictor.18a953784cd0b729
    namespace: kserve-ci-e2e-test
    resourceVersion: "31669"
    uid: 60046f50-2a5f-4071-9e3f-400ac36cf6ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31460"
    uid: d99734ef-9b7f-40cc-ab15-05258c13c6a6
  kind: Event
  lastTimestamp: "2026-04-24T15:08:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:08:39Z"
    name: isvc-sklearn-v2-runtime-predictor.18a953784d34568f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31670"
    uid: cef2efe9-be46-4d11-a702-1fbddf49bcef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 59a6cdba-9826-40ed-99d2-b3cd0d866116
  kind: Event
  lastTimestamp: "2026-04-24T15:08:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:08:41Z"
    name: isvc-sklearn-v2-runtime.18a953714eb93aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31694"
    uid: f35a0f05-5c8d-46bd-8455-10904a2e63de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 59a6cdba-9826-40ed-99d2-b3cd0d866116
  kind: Event
  lastTimestamp: "2026-04-24T15:07:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:07:54Z"
    name: isvc-sklearn-v2-runtime.18a953714f5efc4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31331"
    uid: 295e2d19-a8d2-4b1d-80ed-5c25d33dbd4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31299"
    uid: 59a6cdba-9826-40ed-99d2-b3cd0d866116
  kind: Event
  lastTimestamp: "2026-04-24T15:07:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:07:54Z"
    name: isvc-sklearn-v2-runtime.18a9537153c7856c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31332"
    uid: 0a4fbca0-3f42-4ff5-b3ec-35cfcc95acb6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31692"
    uid: 59a6cdba-9826-40ed-99d2-b3cd0d866116
  kind: Event
  lastTimestamp: "2026-04-24T15:08:41Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:08:41Z"
    name: isvc-sklearn-v2-runtime.18a9537c4b0bd770
    namespace: kserve-ci-e2e-test
    resourceVersion: "31693"
    uid: 43715ab6-f6e6-44bd-9cee-fa959c397112
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31721"
    uid: fa7f72e2-641f-47f1-9c4f-c28095d11c6f
  kind: Event
  lastTimestamp: "2026-04-24T15:10:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:10:00Z"
    name: isvc-sklearn-v2.18a9537cfb955eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32345"
    uid: f2d7b5de-c954-4fd7-92bf-c559c3339fac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:08:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31721"
    uid: fa7f72e2-641f-47f1-9c4f-c28095d11c6f
  kind: Event
  lastTimestamp: "2026-04-24T15:08:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:08:44Z"
    name: isvc-sklearn-v2.18a9537cfbff8bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 04281446-3cb8-4372-a0a0-223439feef07
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:10:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: fa7f72e2-641f-47f1-9c4f-c28095d11c6f
  kind: Event
  lastTimestamp: "2026-04-24T15:10:00Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:10:00Z"
    name: isvc-sklearn-v2.18a9538eb8851118
    namespace: kserve-ci-e2e-test
    resourceVersion: "32344"
    uid: b865e60d-542e-49a0-87c5-07e975763fc2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29755"
    uid: 40d920ef-338f-49bf-b6b2-1ab49b1eab21
  kind: Event
  lastTimestamp: "2026-04-24T15:06:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:06:10Z"
    name: isvc-sklearn.18a95347fea16bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30367"
    uid: 6440382a-251b-4d4e-ab04-eabd341d9f03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:04:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29755"
    uid: 40d920ef-338f-49bf-b6b2-1ab49b1eab21
  kind: Event
  lastTimestamp: "2026-04-24T15:04:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T15:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:04:56Z"
    name: isvc-sklearn.18a95347fee355ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: 15f2c2ef-e2da-4dbc-b183-3ec190ca7344
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30363"
    uid: 40d920ef-338f-49bf-b6b2-1ab49b1eab21
  kind: Event
  lastTimestamp: "2026-04-24T15:06:10Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:06:10Z"
    name: isvc-sklearn.18a9535946f71904
    namespace: kserve-ci-e2e-test
    resourceVersion: "30365"
    uid: ad84a4ec-133b-4b49-97fd-b66cef275255
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:11:24.720411Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33064"
    uid: 3d3d6538-ed15-497a-a172-d6b084ebdfd2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-cp9b8
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:11:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:11:24Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8.18a953a2592ed612
    namespace: kserve-ci-e2e-test
    resourceVersion: "33069"
    uid: f39dd592-269f-4629-bc4c-efdb183c518b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33073"
    uid: 3d3d6538-ed15-497a-a172-d6b084ebdfd2
  kind: Event
  lastTimestamp: "2026-04-24T15:11:25Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:11:25Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8.18a953a2725e9423
    namespace: kserve-ci-e2e-test
    resourceVersion: "33084"
    uid: 441ba6a0-9c48-40b1-a2ab-dd26b08b367f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33066"
    uid: 3d3d6538-ed15-497a-a172-d6b084ebdfd2
  kind: Event
  lastTimestamp: "2026-04-24T15:11:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:11:25Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8.18a953a27397c0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: 881f2463-97be-4d01-af4a-3c88f98757ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33066"
    uid: 3d3d6538-ed15-497a-a172-d6b084ebdfd2
  kind: Event
  lastTimestamp: "2026-04-24T15:11:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:11:25Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8.18a953a276c0c6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33088"
    uid: a470bc9d-3019-422c-8d08-966e9f0884cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33066"
    uid: 3d3d6538-ed15-497a-a172-d6b084ebdfd2
  kind: Event
  lastTimestamp: "2026-04-24T15:11:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:11:25Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8.18a953a2772f506d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33089"
    uid: 94e2cd43-c38a-4fd9-b6f1-fc89ef012757
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33066"
    uid: 3d3d6538-ed15-497a-a172-d6b084ebdfd2
  kind: Event
  lastTimestamp: "2026-04-24T15:11:30Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-24T15:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:11:30Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8.18a953a3c7411ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33133"
    uid: 7764286f-1142-4cfd-9552-137b703e8d17
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33066"
    uid: 3d3d6538-ed15-497a-a172-d6b084ebdfd2
  kind: Event
  lastTimestamp: "2026-04-24T15:11:34Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.784s (3.784s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T15:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:11:34Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8.18a953a4a8d53384
    namespace: kserve-ci-e2e-test
    resourceVersion: "33164"
    uid: 9a42357c-872e-4f26-9472-a16501ff8daa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33066"
    uid: 3d3d6538-ed15-497a-a172-d6b084ebdfd2
  kind: Event
  lastTimestamp: "2026-04-24T15:11:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:11:34Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8.18a953a4abb71d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33166"
    uid: 5a669f2c-cdd2-467b-a793-5aab5bb1b444
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33066"
    uid: 3d3d6538-ed15-497a-a172-d6b084ebdfd2
  kind: Event
  lastTimestamp: "2026-04-24T15:11:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:11:34Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8.18a953a4ac1bd502
    namespace: kserve-ci-e2e-test
    resourceVersion: "33167"
    uid: 9578ab3d-2e5a-4aaf-82aa-0278b51ce02e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33066"
    uid: 3d3d6538-ed15-497a-a172-d6b084ebdfd2
  kind: Event
  lastTimestamp: "2026-04-24T15:11:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:11:45Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8.18a953a4b685eebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 69f23448-7e56-4f8d-91e6-7c2a06347fd3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33066"
    uid: 3d3d6538-ed15-497a-a172-d6b084ebdfd2
  kind: Event
  lastTimestamp: "2026-04-24T15:12:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:12:16Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cp9b8.18a953ae55536c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "33499"
    uid: 1e4b4578-cdb7-4a09-9670-2365716816f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33049"
    uid: eec9cbbb-6474-4a2f-81f7-bf9f3bf2e110
  kind: Event
  lastTimestamp: "2026-04-24T15:11:24Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-cp9b8'
  metadata:
    creationTimestamp: "2026-04-24T15:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:11:24Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a953a258cd317f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33065"
    uid: ef6e1163-f0b2-4539-92f0-3e3b88850815
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33046"
    uid: a6caa38b-99e2-4396-af56-c3eb612b7355
  kind: Event
  lastTimestamp: "2026-04-24T15:11:24Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:11:24Z"
    name: isvc-tensorflow-predictor.18a953a256060410
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: ac74bf2d-330f-4af4-950a-f103c224f5d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33048"
    uid: 13c9ec56-85eb-4948-b12e-70398e799e9c
  kind: Event
  lastTimestamp: "2026-04-24T15:11:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:11:54Z"
    name: isvc-tensorflow-predictor.18a953a5d4d210d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33309"
    uid: c875f58c-1141-4ce1-9c24-f6881be40bb3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33048"
    uid: 13c9ec56-85eb-4948-b12e-70398e799e9c
  kind: Event
  lastTimestamp: "2026-04-24T15:11:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:11:54Z"
    name: isvc-tensorflow-predictor.18a953a5d53311c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33310"
    uid: 50569b0c-17fd-49ad-bcb7-07abab5318ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33203"
    uid: 13c9ec56-85eb-4948-b12e-70398e799e9c
  kind: Event
  lastTimestamp: "2026-04-24T15:12:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:12:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:12:09Z"
    name: isvc-tensorflow-predictor.18a953acd304b3a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 970a4b74-8b38-4c63-9441-231b427c3fd8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33203"
    uid: 13c9ec56-85eb-4948-b12e-70398e799e9c
  kind: Event
  lastTimestamp: "2026-04-24T15:12:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:12:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:12:09Z"
    name: isvc-tensorflow-predictor.18a953acd365f874
    namespace: kserve-ci-e2e-test
    resourceVersion: "33423"
    uid: edea6a33-73c4-40cb-898f-9a43cb8b513e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:12:16.256211Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33510"
    uid: 346e0e01-8a4b-47b3-812f-0b5d36a7e508
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:12:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:12:16Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6.18a953ae58f4ad28
    namespace: kserve-ci-e2e-test
    resourceVersion: "33515"
    uid: a7253b21-1aa0-48f1-9478-df54e7cf4eb1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33523"
    uid: 346e0e01-8a4b-47b3-812f-0b5d36a7e508
  kind: Event
  lastTimestamp: "2026-04-24T15:12:16Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:12:16Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6.18a953ae72578de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33531"
    uid: f555c1c7-2073-4c43-978d-76898333083f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 346e0e01-8a4b-47b3-812f-0b5d36a7e508
  kind: Event
  lastTimestamp: "2026-04-24T15:12:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:12:16Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6.18a953ae739cd858
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: 4a7a76b4-c411-44a8-8db5-0f42f6cc5615
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 346e0e01-8a4b-47b3-812f-0b5d36a7e508
  kind: Event
  lastTimestamp: "2026-04-24T15:12:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:12:16Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6.18a953ae77158b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "33535"
    uid: 7dec3984-9eec-4bf6-8519-4d390a37f55b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 346e0e01-8a4b-47b3-812f-0b5d36a7e508
  kind: Event
  lastTimestamp: "2026-04-24T15:12:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:12:16Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6.18a953ae778c0bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33536"
    uid: 8dbf87be-80a3-4cf8-b158-0b3d954ba2cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 346e0e01-8a4b-47b3-812f-0b5d36a7e508
  kind: Event
  lastTimestamp: "2026-04-24T15:12:21Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:12:21Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6.18a953af748f283d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33566"
    uid: c9a26a85-9b9f-4a1a-adab-efddd2165b80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 346e0e01-8a4b-47b3-812f-0b5d36a7e508
  kind: Event
  lastTimestamp: "2026-04-24T15:12:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:12:21Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6.18a953af77c4da5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33572"
    uid: 3bd74589-794b-4291-9c5d-2421b5ad66f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 346e0e01-8a4b-47b3-812f-0b5d36a7e508
  kind: Event
  lastTimestamp: "2026-04-24T15:12:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:12:21Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6.18a953af783bfecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 7c49f2b5-b432-48e1-a20d-388662bd5ed6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 346e0e01-8a4b-47b3-812f-0b5d36a7e508
  kind: Event
  lastTimestamp: "2026-04-24T15:12:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:12:23Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6.18a953afb077897a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33589"
    uid: 2cb35a07-969b-4e41-aa2c-179301b480ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 346e0e01-8a4b-47b3-812f-0b5d36a7e508
  kind: Event
  lastTimestamp: "2026-04-24T15:12:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:12:48Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6.18a953b5bd759f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: a70a0bbe-b41f-4a9b-a71e-8763b7d614e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33501"
    uid: 4e93b262-c482-4a1c-8b16-f311163b1f27
  kind: Event
  lastTimestamp: "2026-04-24T15:12:16Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-xsxv6'
  metadata:
    creationTimestamp: "2026-04-24T15:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:12:16Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a953ae58896026
    namespace: kserve-ci-e2e-test
    resourceVersion: "33512"
    uid: 724c018d-9aef-4d93-9486-596bcdeefe98
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33497"
    uid: 770b8b9f-1a9d-42e0-a74a-f3d10abdd23d
  kind: Event
  lastTimestamp: "2026-04-24T15:12:16Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:12:16Z"
    name: isvc-tensorflow-runtime-predictor.18a953ae561f9d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33503"
    uid: b14e6a29-593e-4be6-8bc3-21e8a8aca1f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33500"
    uid: 4105e24a-053d-482d-9c23-26ece9b3b35a
  kind: Event
  lastTimestamp: "2026-04-24T15:12:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:12:31Z"
    name: isvc-tensorflow-runtime-predictor.18a953b1d48d782d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33646"
    uid: d51729c3-6ff6-4c88-9b3b-269017c5078e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33500"
    uid: 4105e24a-053d-482d-9c23-26ece9b3b35a
  kind: Event
  lastTimestamp: "2026-04-24T15:12:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:12:31Z"
    name: isvc-tensorflow-runtime-predictor.18a953b1d4efcf29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33648"
    uid: b46b65a2-3a60-418f-a321-4ae400e97eaa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33647"
    uid: 4105e24a-053d-482d-9c23-26ece9b3b35a
  kind: Event
  lastTimestamp: "2026-04-24T15:12:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:12:46Z"
    name: isvc-tensorflow-runtime-predictor.18a953b553d04671
    namespace: kserve-ci-e2e-test
    resourceVersion: "33763"
    uid: 37e27375-f159-4c6c-a6f1-d6afbd814b8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33647"
    uid: 4105e24a-053d-482d-9c23-26ece9b3b35a
  kind: Event
  lastTimestamp: "2026-04-24T15:12:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:12:46Z"
    name: isvc-tensorflow-runtime-predictor.18a953b55434ac88
    namespace: kserve-ci-e2e-test
    resourceVersion: "33764"
    uid: 731b73d2-08ee-45ae-b910-9deb968073fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33474"
    uid: aa3122b0-1670-4bec-8dd9-91447ace9ec9
  kind: Event
  lastTimestamp: "2026-04-24T15:12:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:12:33Z"
    name: isvc-tensorflow-runtime.18a953ae55f5ccfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33672"
    uid: b0338fde-433f-4a68-bb67-337c8c53a211
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33474"
    uid: aa3122b0-1670-4bec-8dd9-91447ace9ec9
  kind: Event
  lastTimestamp: "2026-04-24T15:12:16Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:12:16Z"
    name: isvc-tensorflow-runtime.18a953ae56529860
    namespace: kserve-ci-e2e-test
    resourceVersion: "33505"
    uid: dc229530-9419-40ba-9ea6-54a8da74ba90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33670"
    uid: aa3122b0-1670-4bec-8dd9-91447ace9ec9
  kind: Event
  lastTimestamp: "2026-04-24T15:12:33Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:12:33Z"
    name: isvc-tensorflow-runtime.18a953b243d14521
    namespace: kserve-ci-e2e-test
    resourceVersion: "33671"
    uid: 4bcd8b09-f527-4e75-8e75-eb931b10861c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33026"
    uid: 099ea5c7-f1c1-4dcf-9134-a5bc5a0b3cfd
  kind: Event
  lastTimestamp: "2026-04-24T15:11:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:11:56Z"
    name: isvc-tensorflow.18a953a255dd04c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33329"
    uid: 26da2841-0567-4c24-838d-ed4342bebc47
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33026"
    uid: 099ea5c7-f1c1-4dcf-9134-a5bc5a0b3cfd
  kind: Event
  lastTimestamp: "2026-04-24T15:11:24Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:11:24Z"
    name: isvc-tensorflow.18a953a2564b7c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33075"
    uid: a3386e5d-8e66-4590-8fd9-dd6d49cb9090
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33040"
    uid: 099ea5c7-f1c1-4dcf-9134-a5bc5a0b3cfd
  kind: Event
  lastTimestamp: "2026-04-24T15:11:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:11:24Z"
    name: isvc-tensorflow.18a953a25acd85d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33076"
    uid: 05dd9cfb-75e3-4d74-adab-4074bbba382e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:11:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33327"
    uid: 099ea5c7-f1c1-4dcf-9134-a5bc5a0b3cfd
  kind: Event
  lastTimestamp: "2026-04-24T15:11:56Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:11:56Z"
    name: isvc-tensorflow.18a953a9a29f84ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "33328"
    uid: 6052b4a7-40f7-403a-9705-220145ba1a28
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:12:48.065439Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-56tmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 8dedb61f-56be-4ca0-afb9-17e91f11d64e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-56tmz
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:12:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:12:48Z"
    name: isvc-triton-predictor-85f9f46646-56tmz.18a953b5c0eefcc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33828"
    uid: c7063015-8c47-4bd1-ad05-f546bd32ba78
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-56tmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 8dedb61f-56be-4ca0-afb9-17e91f11d64e
  kind: Event
  lastTimestamp: "2026-04-24T15:12:48Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:12:48Z"
    name: isvc-triton-predictor-85f9f46646-56tmz.18a953b5d9ea2ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33841"
    uid: 53985098-ffd8-4c49-b5cc-a6ca15e17a9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-56tmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: 8dedb61f-56be-4ca0-afb9-17e91f11d64e
  kind: Event
  lastTimestamp: "2026-04-24T15:12:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:12:48Z"
    name: isvc-triton-predictor-85f9f46646-56tmz.18a953b5db596180
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: b69be326-c4e0-4f57-be84-1b1bbcb612b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-56tmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: 8dedb61f-56be-4ca0-afb9-17e91f11d64e
  kind: Event
  lastTimestamp: "2026-04-24T15:12:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:12:48Z"
    name: isvc-triton-predictor-85f9f46646-56tmz.18a953b5de310c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33845"
    uid: 72c04788-22d7-4bbd-a773-d79467ddc2a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-56tmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: 8dedb61f-56be-4ca0-afb9-17e91f11d64e
  kind: Event
  lastTimestamp: "2026-04-24T15:12:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:12:48Z"
    name: isvc-triton-predictor-85f9f46646-56tmz.18a953b5de942f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: dbbae654-d30a-40ae-ac68-677bd142d7e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-56tmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: 8dedb61f-56be-4ca0-afb9-17e91f11d64e
  kind: Event
  lastTimestamp: "2026-04-24T15:12:53Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-24T15:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:12:53Z"
    name: isvc-triton-predictor-85f9f46646-56tmz.18a953b6ee188253
    namespace: kserve-ci-e2e-test
    resourceVersion: "33885"
    uid: c98f7635-7452-45f2-8598-c1bb65d65efe
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-56tmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: 8dedb61f-56be-4ca0-afb9-17e91f11d64e
  kind: Event
  lastTimestamp: "2026-04-24T15:14:48Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.06s
    (1m55.06s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T15:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:14:48Z"
    name: isvc-triton-predictor-85f9f46646-56tmz.18a953d1b83fa63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34687"
    uid: cd643cd4-11fa-4965-8f61-d5647c8c4506
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-56tmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: 8dedb61f-56be-4ca0-afb9-17e91f11d64e
  kind: Event
  lastTimestamp: "2026-04-24T15:14:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:14:48Z"
    name: isvc-triton-predictor-85f9f46646-56tmz.18a953d1bf1c1dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34689"
    uid: 3f98e74c-e122-4248-b3a1-f219157e3067
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-56tmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: 8dedb61f-56be-4ca0-afb9-17e91f11d64e
  kind: Event
  lastTimestamp: "2026-04-24T15:14:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:14:48Z"
    name: isvc-triton-predictor-85f9f46646-56tmz.18a953d1c085004c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34690"
    uid: 1071944a-45af-4701-9047-22ec6a9646aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-56tmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: 8dedb61f-56be-4ca0-afb9-17e91f11d64e
  kind: Event
  lastTimestamp: "2026-04-24T15:14:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:14:49Z"
    name: isvc-triton-predictor-85f9f46646-56tmz.18a953d1ce2fe826
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: 2cd041d2-50a3-44cf-ba04-8cbf9c78ad62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-56tmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: 8dedb61f-56be-4ca0-afb9-17e91f11d64e
  kind: Event
  lastTimestamp: "2026-04-24T15:15:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:15:09Z"
    name: isvc-triton-predictor-85f9f46646-56tmz.18a953d6b82e1925
    namespace: kserve-ci-e2e-test
    resourceVersion: "34879"
    uid: 822acf06-78be-41ad-aa35-9bd7ce3746ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "33810"
    uid: c21c9dbd-16cd-417e-a7b5-cb6516340107
  kind: Event
  lastTimestamp: "2026-04-24T15:12:48Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-56tmz'
  metadata:
    creationTimestamp: "2026-04-24T15:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:12:48Z"
    name: isvc-triton-predictor-85f9f46646.18a953b5c08e6e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "33824"
    uid: 16eaf799-f756-4eaf-bcc3-a2418f1e85b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33801"
    uid: 90693653-7f0d-4ce1-b402-27ac609aae81
  kind: Event
  lastTimestamp: "2026-04-24T15:12:48Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:12:48Z"
    name: isvc-triton-predictor.18a953b5be093fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33814"
    uid: 050e727d-60ac-41e7-a863-f44cdd250695
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T15:13:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: bd1ab0ef-3dac-437b-8687-f1fad2a5eb68
  kind: Event
  lastTimestamp: "2026-04-24T15:15:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:15:03Z"
    name: isvc-triton-predictor.18a953b93c2ed4c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 4d033273-be0a-419b-9f99-dffd5079e069
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T15:13:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: bd1ab0ef-3dac-437b-8687-f1fad2a5eb68
  kind: Event
  lastTimestamp: "2026-04-24T15:15:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:15:03Z"
    name: isvc-triton-predictor.18a953b93c908e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "34801"
    uid: bb722fc8-f91e-420a-a2fb-91dbb8f49a5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33783"
    uid: 31bf2ae7-97cb-4ff0-9b4e-114aae70d8b5
  kind: Event
  lastTimestamp: "2026-04-24T15:14:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:14:59Z"
    name: isvc-triton.18a953b5bd75f402
    namespace: kserve-ci-e2e-test
    resourceVersion: "34777"
    uid: 7d48f3d4-052c-43da-84c7-7d208cb24a59
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:12:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33783"
    uid: 31bf2ae7-97cb-4ff0-9b4e-114aae70d8b5
  kind: Event
  lastTimestamp: "2026-04-24T15:12:48Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T15:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:12:48Z"
    name: isvc-triton.18a953b5bde1f6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "33812"
    uid: ed010d5d-20e1-4340-aa7a-37fc95d1994c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:14:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34775"
    uid: 31bf2ae7-97cb-4ff0-9b4e-114aae70d8b5
  kind: Event
  lastTimestamp: "2026-04-24T15:14:59Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:14:59Z"
    name: isvc-triton.18a953d461dac876
    namespace: kserve-ci-e2e-test
    resourceVersion: "34776"
    uid: 48297db7-3896-43b4-862c-ae9d072b57c4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:15:09.713716Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34886"
    uid: 7e1ad16b-9f6c-4e23-a8e3-d214fac8ac43
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-qw45f
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:15:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:15:09Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f.18a953d6bbd428c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34891"
    uid: 79d2b6fd-7b98-44a1-8f5e-bb5fca2bb1aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34896"
    uid: 7e1ad16b-9f6c-4e23-a8e3-d214fac8ac43
  kind: Event
  lastTimestamp: "2026-04-24T15:15:10Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:15:10Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f.18a953d6d74ca651
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: f59ff7e9-c1f2-4155-a28c-a150749d8490
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 7e1ad16b-9f6c-4e23-a8e3-d214fac8ac43
  kind: Event
  lastTimestamp: "2026-04-24T15:15:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:15:10Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f.18a953d6d8ae9da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34908"
    uid: eebe58d8-fb96-4db7-baeb-c5c5df22c387
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 7e1ad16b-9f6c-4e23-a8e3-d214fac8ac43
  kind: Event
  lastTimestamp: "2026-04-24T15:15:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:15:10Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f.18a953d6dbdce831
    namespace: kserve-ci-e2e-test
    resourceVersion: "34911"
    uid: 47d4336e-282f-4a28-8fa5-b6c5f1910438
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 7e1ad16b-9f6c-4e23-a8e3-d214fac8ac43
  kind: Event
  lastTimestamp: "2026-04-24T15:15:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:15:10Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f.18a953d6dc569bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34912"
    uid: 8422caf2-ab58-4dda-a58a-c8ecdda76076
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 7e1ad16b-9f6c-4e23-a8e3-d214fac8ac43
  kind: Event
  lastTimestamp: "2026-04-24T15:15:14Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T15:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:15:14Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f.18a953d7e0c3e578
    namespace: kserve-ci-e2e-test
    resourceVersion: "34954"
    uid: c461a9b1-84ea-4898-a95e-0ff76c14bf11
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 7e1ad16b-9f6c-4e23-a8e3-d214fac8ac43
  kind: Event
  lastTimestamp: "2026-04-24T15:15:37Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 23.202s (23.202s
    including waiting). Image size: 1306417403 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T15:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:15:37Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f.18a953dd47c04679
    namespace: kserve-ci-e2e-test
    resourceVersion: "35115"
    uid: 65e7da6b-78f6-4295-a2d5-500383adad10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 7e1ad16b-9f6c-4e23-a8e3-d214fac8ac43
  kind: Event
  lastTimestamp: "2026-04-24T15:15:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:15:37Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f.18a953dd4b3a406d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35117"
    uid: a0254ea1-8ccc-4373-bede-1b0fbd54b656
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 7e1ad16b-9f6c-4e23-a8e3-d214fac8ac43
  kind: Event
  lastTimestamp: "2026-04-24T15:15:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:15:37Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f.18a953dd4bad0f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35118"
    uid: 24fd5f8b-9e38-4e82-abce-4f565b542b0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 7e1ad16b-9f6c-4e23-a8e3-d214fac8ac43
  kind: Event
  lastTimestamp: "2026-04-24T15:16:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:16:29Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f.18a953dd7c17d04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35488"
    uid: 29657db0-33f9-4b19-b4d2-dd715334e4bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 7e1ad16b-9f6c-4e23-a8e3-d214fac8ac43
  kind: Event
  lastTimestamp: "2026-04-24T15:16:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:16:49Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-qw45f.18a953ee0b832394
    namespace: kserve-ci-e2e-test
    resourceVersion: "35671"
    uid: e7130f00-e9e6-4bd3-888c-989287e0a48a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34873"
    uid: 399a7eed-4096-4da7-884e-cbb75d72cee9
  kind: Event
  lastTimestamp: "2026-04-24T15:15:09Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-qw45f'
  metadata:
    creationTimestamp: "2026-04-24T15:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:15:09Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a953d6bb6bf44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 481ad5dd-f5de-4fd3-a62e-d1e28f0cb60c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34867"
    uid: 8b772e40-9566-4066-93bc-22639c68964d
  kind: Event
  lastTimestamp: "2026-04-24T15:15:09Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:15:09Z"
    name: isvc-xgboost-predictor.18a953d6b775d630
    namespace: kserve-ci-e2e-test
    resourceVersion: "34875"
    uid: 68178ad7-7a18-448f-a044-114e48ac534e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34871"
    uid: d50ff70c-c616-4af1-bb43-416c0a13a5b8
  kind: Event
  lastTimestamp: "2026-04-24T15:16:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:16:24Z"
    name: isvc-xgboost-predictor.18a953da35e3396a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35453"
    uid: 9b058b33-1598-4d6e-837e-9dea6de2c6b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34871"
    uid: d50ff70c-c616-4af1-bb43-416c0a13a5b8
  kind: Event
  lastTimestamp: "2026-04-24T15:16:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:16:24Z"
    name: isvc-xgboost-predictor.18a953da3640c256
    namespace: kserve-ci-e2e-test
    resourceVersion: "35454"
    uid: 2dd56c5f-7364-4e23-af74-25386e12a62c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35024"
    uid: d50ff70c-c616-4af1-bb43-416c0a13a5b8
  kind: Event
  lastTimestamp: "2026-04-24T15:16:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:16:39Z"
    name: isvc-xgboost-predictor.18a953ebb0f87a24
    namespace: kserve-ci-e2e-test
    resourceVersion: "35556"
    uid: 923da602-28cd-483a-8e50-c8d24e970570
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35024"
    uid: d50ff70c-c616-4af1-bb43-416c0a13a5b8
  kind: Event
  lastTimestamp: "2026-04-24T15:16:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:16:39Z"
    name: isvc-xgboost-predictor.18a953ebb196ef89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35561"
    uid: 37622a8d-17dc-46fc-b386-29c395e2d9e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:18:20.420627Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36482"
    uid: ae51398d-9ec7-45a8-b17b-319cf560683d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-59pgt
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:18:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:18:20Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt.18a9540322d8be62
    namespace: kserve-ci-e2e-test
    resourceVersion: "36487"
    uid: a5098850-efb3-42c9-99d6-f6cfdae06734
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36491"
    uid: ae51398d-9ec7-45a8-b17b-319cf560683d
  kind: Event
  lastTimestamp: "2026-04-24T15:18:20Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:18:20Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt.18a954033bfb9848
    namespace: kserve-ci-e2e-test
    resourceVersion: "36502"
    uid: 8375181a-0ca1-4263-8280-917b2497fe7a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: ae51398d-9ec7-45a8-b17b-319cf560683d
  kind: Event
  lastTimestamp: "2026-04-24T15:18:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:18:20Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt.18a954033d2cdfae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 67cd9ed4-8843-4d2d-8fc1-7d604627b155
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: ae51398d-9ec7-45a8-b17b-319cf560683d
  kind: Event
  lastTimestamp: "2026-04-24T15:18:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:18:20Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt.18a95403407abc00
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 343a5b82-d604-4962-940a-cdcb9c1facd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: ae51398d-9ec7-45a8-b17b-319cf560683d
  kind: Event
  lastTimestamp: "2026-04-24T15:18:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:18:20Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt.18a9540340ed885a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36507"
    uid: dadedda6-fce8-4556-ba5a-097561b610c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: ae51398d-9ec7-45a8-b17b-319cf560683d
  kind: Event
  lastTimestamp: "2026-04-24T15:18:25Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:18:25Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt.18a95404406afe72
    namespace: kserve-ci-e2e-test
    resourceVersion: "36542"
    uid: 45fdffd1-1e45-4903-b180-54b8cb71a01f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: ae51398d-9ec7-45a8-b17b-319cf560683d
  kind: Event
  lastTimestamp: "2026-04-24T15:18:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:18:25Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt.18a954044396c6e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36546"
    uid: 11223c9b-7879-4642-897c-fd2266c55699
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: ae51398d-9ec7-45a8-b17b-319cf560683d
  kind: Event
  lastTimestamp: "2026-04-24T15:18:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:18:25Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt.18a954044422ac6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: ca6b4b87-973a-419d-8049-2eac0c71cfcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: ae51398d-9ec7-45a8-b17b-319cf560683d
  kind: Event
  lastTimestamp: "2026-04-24T15:19:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:19:17Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt.18a954047c543682
    namespace: kserve-ci-e2e-test
    resourceVersion: "36919"
    uid: 97c2b9b8-2988-4aba-8ea0-987c092704b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: ae51398d-9ec7-45a8-b17b-319cf560683d
  kind: Event
  lastTimestamp: "2026-04-24T15:19:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:19:30Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-59pgt.18a9541376d6ecf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37066"
    uid: aded6124-fde4-4291-82e2-6989e1d9f3e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36470"
    uid: de1c682b-f69e-460d-b101-41466328828e
  kind: Event
  lastTimestamp: "2026-04-24T15:18:20Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-59pgt'
  metadata:
    creationTimestamp: "2026-04-24T15:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:18:20Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a9540322672fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36484"
    uid: dddd16af-9f82-4ed6-b602-540ea7a8be34
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36464"
    uid: f7e9b1a7-46cd-45c1-9c4d-66fcf38f500a
  kind: Event
  lastTimestamp: "2026-04-24T15:18:20Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T15:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:18:20Z"
    name: isvc-xgboost-runtime-predictor.18a954031f2531b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36475"
    uid: f5f965ea-4762-493f-852e-4d1f66e6ce33
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36468"
    uid: cd59d51d-f853-40af-90b2-7d917b1a90ee
  kind: Event
  lastTimestamp: "2026-04-24T15:18:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:18:50Z"
    name: isvc-xgboost-runtime-predictor.18a954069dd745fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36732"
    uid: 05305571-5daa-4afc-adee-f2d6e0b2d195
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36468"
    uid: cd59d51d-f853-40af-90b2-7d917b1a90ee
  kind: Event
  lastTimestamp: "2026-04-24T15:18:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:18:50Z"
    name: isvc-xgboost-runtime-predictor.18a954069e3ed983
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: 85dfa15b-1b59-498d-a6bd-fbd4afb1a0a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36624"
    uid: cd59d51d-f853-40af-90b2-7d917b1a90ee
  kind: Event
  lastTimestamp: "2026-04-24T15:19:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:19:20Z"
    name: isvc-xgboost-runtime-predictor.18a9540d9bf3ee99
    namespace: kserve-ci-e2e-test
    resourceVersion: "36942"
    uid: fba18890-d3ca-4c8b-9058-d0e97a51ccd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36624"
    uid: cd59d51d-f853-40af-90b2-7d917b1a90ee
  kind: Event
  lastTimestamp: "2026-04-24T15:19:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:19:20Z"
    name: isvc-xgboost-runtime-predictor.18a9540d9c57fe09
    namespace: kserve-ci-e2e-test
    resourceVersion: "36943"
    uid: 7241e5d9-ddae-4744-8abe-32108977b0b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36444"
    uid: 1a05a01e-651f-494b-b275-09215fb6216d
  kind: Event
  lastTimestamp: "2026-04-24T15:19:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:19:27Z"
    name: isvc-xgboost-runtime.18a954031edd6540
    namespace: kserve-ci-e2e-test
    resourceVersion: "36999"
    uid: d281a19e-b457-489a-9e9b-0e95941ee88b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36444"
    uid: 1a05a01e-651f-494b-b275-09215fb6216d
  kind: Event
  lastTimestamp: "2026-04-24T15:18:20Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:18:20Z"
    name: isvc-xgboost-runtime.18a954031f79b34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: 39183a4d-95aa-4ce6-8d6b-cce9c587016e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36997"
    uid: 1a05a01e-651f-494b-b275-09215fb6216d
  kind: Event
  lastTimestamp: "2026-04-24T15:19:27Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:19:27Z"
    name: isvc-xgboost-runtime.18a95412b3ef0554
    namespace: kserve-ci-e2e-test
    resourceVersion: "36998"
    uid: 0e5a3b41-a9b5-405a-b05c-a6ebe2999aa1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:16:49.912866Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35684"
    uid: 5424b380-c619-4f37-9edf-6b4499f4addb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:16:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:16:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c.18a953ee1029efc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35689"
    uid: 8ba7c2d1-5968-4a8f-a60c-870a18cb4b72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35694"
    uid: 5424b380-c619-4f37-9edf-6b4499f4addb
  kind: Event
  lastTimestamp: "2026-04-24T15:16:50Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:16:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c.18a953ee2b4c13d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35702"
    uid: 52090044-7990-4cd0-b21d-b21d849236cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35686"
    uid: 5424b380-c619-4f37-9edf-6b4499f4addb
  kind: Event
  lastTimestamp: "2026-04-24T15:16:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:16:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c.18a953ee2c87f723
    namespace: kserve-ci-e2e-test
    resourceVersion: "35704"
    uid: 4818db82-aeb8-4175-a7c2-854833280949
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35686"
    uid: 5424b380-c619-4f37-9edf-6b4499f4addb
  kind: Event
  lastTimestamp: "2026-04-24T15:16:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:16:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c.18a953ee2f4f78e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 088904f7-c5b9-401f-a9d8-fa040decd1cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35686"
    uid: 5424b380-c619-4f37-9edf-6b4499f4addb
  kind: Event
  lastTimestamp: "2026-04-24T15:16:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:16:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c.18a953ee2fbf7fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35707"
    uid: 9d3b7661-cc1b-47c5-832e-e8546b650b83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35686"
    uid: 5424b380-c619-4f37-9edf-6b4499f4addb
  kind: Event
  lastTimestamp: "2026-04-24T15:16:54Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T15:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:16:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c.18a953ef3b5c8806
    namespace: kserve-ci-e2e-test
    resourceVersion: "35749"
    uid: f8588dff-1a9a-42ce-a366-aa4b4875c7de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35686"
    uid: 5424b380-c619-4f37-9edf-6b4499f4addb
  kind: Event
  lastTimestamp: "2026-04-24T15:16:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:16:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c.18a953ef3ef99dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35753"
    uid: 2a00b67e-322a-40f9-9323-17f8edc67ce1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35686"
    uid: 5424b380-c619-4f37-9edf-6b4499f4addb
  kind: Event
  lastTimestamp: "2026-04-24T15:16:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:16:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c.18a953ef3f734871
    namespace: kserve-ci-e2e-test
    resourceVersion: "35755"
    uid: 1c58cbd9-aa30-44d4-8bbc-8fe6175865ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35686"
    uid: 5424b380-c619-4f37-9edf-6b4499f4addb
  kind: Event
  lastTimestamp: "2026-04-24T15:17:26Z"
  message: 'Readiness probe failed: Get "http://10.134.0.57:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T15:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:17:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c.18a953f6af433ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35982"
    uid: 6b754863-a6f1-4949-aefa-24611a95155b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35686"
    uid: 5424b380-c619-4f37-9edf-6b4499f4addb
  kind: Event
  lastTimestamp: "2026-04-24T15:17:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:17:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c.18a953f9b9972aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36113"
    uid: 5561491b-22b6-47ed-9b0e-8f7b0f08e6f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "35668"
    uid: 53ab5cb1-6fe7-4a0c-8554-ad2592c205be
  kind: Event
  lastTimestamp: "2026-04-24T15:16:49Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-xqb9c'
  metadata:
    creationTimestamp: "2026-04-24T15:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:16:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a953ee0fc1e0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "35685"
    uid: fb4be7bb-2661-4839-bdcf-41f6b6f366ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35665"
    uid: 5a8a3a49-112a-4e1b-a3f9-e37bdeb670af
  kind: Event
  lastTimestamp: "2026-04-24T15:16:49Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:16:49Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a953ee0ba402d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 0c91f603-1a55-4733-8cd3-7a6aeffeb0d9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: a4cf3267-62cc-4531-bf3f-a3148417b0e8
  kind: Event
  lastTimestamp: "2026-04-24T15:17:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:17:04Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a953f18a19a12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35824"
    uid: 75a79ca3-0ab8-4a5d-a63b-d0d38a80b262
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: a4cf3267-62cc-4531-bf3f-a3148417b0e8
  kind: Event
  lastTimestamp: "2026-04-24T15:17:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:17:04Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a953f18a77d53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35826"
    uid: 01563ccf-d2e8-4eb4-9c2e-d7cb505e0e54
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35825"
    uid: a4cf3267-62cc-4531-bf3f-a3148417b0e8
  kind: Event
  lastTimestamp: "2026-04-24T15:17:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:17:34Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a953f50998be04
    namespace: kserve-ci-e2e-test
    resourceVersion: "36031"
    uid: d3f509b8-1944-47a2-ac64-249aa294cf67
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35825"
    uid: a4cf3267-62cc-4531-bf3f-a3148417b0e8
  kind: Event
  lastTimestamp: "2026-04-24T15:17:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:17:34Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a953f50a002551
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: d1db8881-dc24-4ca9-b976-95cffe00e3b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35644"
    uid: d947e707-f95d-4393-9f6c-0c83766f9af6
  kind: Event
  lastTimestamp: "2026-04-24T15:17:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:17:37Z"
    name: isvc-xgboost-v2-mlserver.18a953ee0b723cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36055"
    uid: 39329f2a-dedd-442c-ad42-e9e7a53f1d78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35644"
    uid: d947e707-f95d-4393-9f6c-0c83766f9af6
  kind: Event
  lastTimestamp: "2026-04-24T15:16:49Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:16:49Z"
    name: isvc-xgboost-v2-mlserver.18a953ee0bbfbc83
    namespace: kserve-ci-e2e-test
    resourceVersion: "35692"
    uid: 6d7a3124-ec5d-461f-96a1-a08dd272c8fd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35656"
    uid: d947e707-f95d-4393-9f6c-0c83766f9af6
  kind: Event
  lastTimestamp: "2026-04-24T15:16:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:16:49Z"
    name: isvc-xgboost-v2-mlserver.18a953ee105fbf44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: 42698078-56a2-43a5-8b09-adf7074c95e5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36053"
    uid: d947e707-f95d-4393-9f6c-0c83766f9af6
  kind: Event
  lastTimestamp: "2026-04-24T15:17:37Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:17:37Z"
    name: isvc-xgboost-v2-mlserver.18a953f9079c0478
    namespace: kserve-ci-e2e-test
    resourceVersion: "36054"
    uid: 901d11a4-6032-43ea-ac64-2a3da4408619
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:20:30.686857Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37567"
    uid: 1a820c62-fd08-497d-a118-39f591f5d84b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-slpsm
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:20:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:20:30Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm.18a954217751b164
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: 7d4b1a0a-2afa-4396-ac25-32ac524cf658
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37578"
    uid: 1a820c62-fd08-497d-a118-39f591f5d84b
  kind: Event
  lastTimestamp: "2026-04-24T15:20:31Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:20:31Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm.18a9542192ad0e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37589"
    uid: b83af373-52c7-4f80-95f0-795ddade07a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37571"
    uid: 1a820c62-fd08-497d-a118-39f591f5d84b
  kind: Event
  lastTimestamp: "2026-04-24T15:20:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:20:31Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm.18a9542193e4656a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: ee36a9f4-873d-4b09-99c1-eb136cec2e30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37571"
    uid: 1a820c62-fd08-497d-a118-39f591f5d84b
  kind: Event
  lastTimestamp: "2026-04-24T15:20:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:20:31Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm.18a9542197568af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37593"
    uid: f0208f08-a862-46e9-9a7e-6de989f0ed50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37571"
    uid: 1a820c62-fd08-497d-a118-39f591f5d84b
  kind: Event
  lastTimestamp: "2026-04-24T15:20:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:20:31Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm.18a9542197ca9c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37594"
    uid: 127dd021-65a3-47f2-985f-990d298b8860
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37571"
    uid: 1a820c62-fd08-497d-a118-39f591f5d84b
  kind: Event
  lastTimestamp: "2026-04-24T15:20:35Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:20:35Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm.18a954229d891462
    namespace: kserve-ci-e2e-test
    resourceVersion: "37631"
    uid: 9a789b98-3ebb-4503-a045-32aa67d80a76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37571"
    uid: 1a820c62-fd08-497d-a118-39f591f5d84b
  kind: Event
  lastTimestamp: "2026-04-24T15:20:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:20:35Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm.18a95422a0e7417c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37635"
    uid: e04352fb-6c59-4761-b50b-5d3d353fde60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37571"
    uid: 1a820c62-fd08-497d-a118-39f591f5d84b
  kind: Event
  lastTimestamp: "2026-04-24T15:20:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:20:35Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm.18a95422a15d7cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37637"
    uid: 747998eb-5025-4c4f-8e17-6669dd8fdb30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37571"
    uid: 1a820c62-fd08-497d-a118-39f591f5d84b
  kind: Event
  lastTimestamp: "2026-04-24T15:21:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T15:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:21:27Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm.18a95422d96e204a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38016"
    uid: 1f71de30-b68f-48f1-a28a-79053640e12c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37571"
    uid: 1a820c62-fd08-497d-a118-39f591f5d84b
  kind: Event
  lastTimestamp: "2026-04-24T15:21:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:21:40Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-slpsm.18a95431ca5d825e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38150"
    uid: 29a0912b-32b4-46e3-8ebc-f395b3d4263f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37558"
    uid: 96bac0c3-d0b1-4545-8ce7-1d0b2c52d40c
  kind: Event
  lastTimestamp: "2026-04-24T15:20:30Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-slpsm'
  metadata:
    creationTimestamp: "2026-04-24T15:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:20:30Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a9542176e700f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37570"
    uid: e5542166-8079-4966-8420-a414330c0083
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37554"
    uid: 85d55435-b5fa-43ad-98ff-8224cc2d359f
  kind: Event
  lastTimestamp: "2026-04-24T15:20:30Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:20:30Z"
    name: isvc-xgboost-v2-predictor.18a9542174971c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "37559"
    uid: 7fb43ac5-73fc-40a0-acbe-b1068889ac1d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37557"
    uid: 0958dcfc-55e0-42d9-973f-ced28b9a7e46
  kind: Event
  lastTimestamp: "2026-04-24T15:21:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:21:00Z"
    name: isvc-xgboost-v2-predictor.18a95424f38d5bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37819"
    uid: bc35df21-ec6e-4757-a5bd-bbd1581a60a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37557"
    uid: 0958dcfc-55e0-42d9-973f-ced28b9a7e46
  kind: Event
  lastTimestamp: "2026-04-24T15:21:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:21:00Z"
    name: isvc-xgboost-v2-predictor.18a95424f3f17b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37820"
    uid: cbcb01b3-0659-4680-b85c-91747b9288d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: 0958dcfc-55e0-42d9-973f-ced28b9a7e46
  kind: Event
  lastTimestamp: "2026-04-24T15:21:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:21:30Z"
    name: isvc-xgboost-v2-predictor.18a9542bf211554b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38037"
    uid: aa7d1b6c-a110-45d4-b36f-43691dcc0ef6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: 0958dcfc-55e0-42d9-973f-ced28b9a7e46
  kind: Event
  lastTimestamp: "2026-04-24T15:21:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:21:30Z"
    name: isvc-xgboost-v2-predictor.18a9542bf27d84d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38038"
    uid: 1c5c5802-9da2-4e8d-a3be-cd2261a1ad68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:19:30.526634Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: efe01912-1bac-4cde-aea7-67d20399427c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:19:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:19:30Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw.18a95413757d82c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37059"
    uid: 96adaae2-a185-4d2f-aed2-7f1ef6a65097
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: efe01912-1bac-4cde-aea7-67d20399427c
  kind: Event
  lastTimestamp: "2026-04-24T15:19:30Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:19:30Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw.18a954138ef12c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: 733be739-3f42-4bf7-93ca-5f9593e256ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: efe01912-1bac-4cde-aea7-67d20399427c
  kind: Event
  lastTimestamp: "2026-04-24T15:19:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:19:30Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw.18a954139018f6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37084"
    uid: fbf2a50b-a724-4b9f-a7a3-d4ccca642292
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: efe01912-1bac-4cde-aea7-67d20399427c
  kind: Event
  lastTimestamp: "2026-04-24T15:19:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:19:31Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw.18a9541393c33fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37086"
    uid: c3c70884-a85a-41e2-9b10-d405240a5f80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: efe01912-1bac-4cde-aea7-67d20399427c
  kind: Event
  lastTimestamp: "2026-04-24T15:19:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:19:31Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw.18a954139437f92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37087"
    uid: fefffb3a-55d7-4144-a757-7a491404f4b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: efe01912-1bac-4cde-aea7-67d20399427c
  kind: Event
  lastTimestamp: "2026-04-24T15:19:35Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T15:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:19:35Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw.18a9541499e19ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37129"
    uid: 62d59d96-b1a0-476f-8815-9de35493f81b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: efe01912-1bac-4cde-aea7-67d20399427c
  kind: Event
  lastTimestamp: "2026-04-24T15:19:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:19:35Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw.18a954149d6b0a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 0a2908e5-b472-4e6b-a7b1-ec6327d3e83f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: efe01912-1bac-4cde-aea7-67d20399427c
  kind: Event
  lastTimestamp: "2026-04-24T15:19:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:19:35Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw.18a954149de0eb05
    namespace: kserve-ci-e2e-test
    resourceVersion: "37138"
    uid: 87fb1e93-5632-431a-922c-56b47caa393e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: efe01912-1bac-4cde-aea7-67d20399427c
  kind: Event
  lastTimestamp: "2026-04-24T15:20:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T15:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:20:17Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw.18a9541c0fc08aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 1e63ada3-6842-45f7-8aec-c55ee6118487
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: efe01912-1bac-4cde-aea7-67d20399427c
  kind: Event
  lastTimestamp: "2026-04-24T15:20:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:20:30Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw.18a9542173eae0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37555"
    uid: 6285a856-3ab7-46b3-99a6-62c4ea019b4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: efe01912-1bac-4cde-aea7-67d20399427c
  kind: Event
  lastTimestamp: "2026-04-24T15:20:37Z"
  message: 'Readiness probe failed: Get "http://10.134.0.60:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T15:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:20:37Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw.18a9542309ffb3b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37654"
    uid: 27f4c271-9d7f-4924-a19c-b06de8bda386
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 57cd3759-c54d-4b89-9cc0-9a0a7b37f483
  kind: Event
  lastTimestamp: "2026-04-24T15:19:30Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-mqffw'
  metadata:
    creationTimestamp: "2026-04-24T15:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:19:30Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a9541374f5a2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: c5588d86-bc4d-4592-a6db-f4d9d1a4afc2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37031"
    uid: 3be53c09-4876-4e08-8199-6db06b6eda8c
  kind: Event
  lastTimestamp: "2026-04-24T15:19:30Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:19:30Z"
    name: isvc-xgboost-v2-runtime-predictor.18a954137210cef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37036"
    uid: d5be3f22-8e76-4917-95a4-0218664dd2f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37032"
    uid: 7904ca85-6e14-4162-b9a3-5e449df2f921
  kind: Event
  lastTimestamp: "2026-04-24T15:20:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:20:00Z"
    name: isvc-xgboost-v2-runtime-predictor.18a95416f0d1a420
    namespace: kserve-ci-e2e-test
    resourceVersion: "37308"
    uid: a06fc5cc-0395-405e-912c-8af8333eda20
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37032"
    uid: 7904ca85-6e14-4162-b9a3-5e449df2f921
  kind: Event
  lastTimestamp: "2026-04-24T15:20:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:20:00Z"
    name: isvc-xgboost-v2-runtime-predictor.18a95416f133fc0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37309"
    uid: 9e3558f0-eb2d-4136-85fe-ccb8cf23b67c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: 7904ca85-6e14-4162-b9a3-5e449df2f921
  kind: Event
  lastTimestamp: "2026-04-24T15:20:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:20:30Z"
    name: isvc-xgboost-v2-runtime-predictor.18a9541deed91b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "37526"
    uid: 016b3104-bbf8-42e3-ad9b-3a36ce84141a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: 7904ca85-6e14-4162-b9a3-5e449df2f921
  kind: Event
  lastTimestamp: "2026-04-24T15:20:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:20:30Z"
    name: isvc-xgboost-v2-runtime-predictor.18a9541def3823d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37527"
    uid: 57d32bd8-191a-4642-bc38-e5e37bd63bee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37023"
    uid: 1ce94b45-8d72-4ddc-852a-cc9e0dde97ba
  kind: Event
  lastTimestamp: "2026-04-24T15:20:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:20:27Z"
    name: isvc-xgboost-v2-runtime.18a9541371e715cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37508"
    uid: bc01acb2-0c1b-4abb-9946-fc58e20a7c21
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:19:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: 1ce94b45-8d72-4ddc-852a-cc9e0dde97ba
  kind: Event
  lastTimestamp: "2026-04-24T15:19:30Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:19:30Z"
    name: isvc-xgboost-v2-runtime.18a954137730c996
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: c962140e-42ce-4d3c-9bd5-3a412b1097cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 1ce94b45-8d72-4ddc-852a-cc9e0dde97ba
  kind: Event
  lastTimestamp: "2026-04-24T15:20:27Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:20:27Z"
    name: isvc-xgboost-v2-runtime.18a95420b9c336e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: ce1860e2-4fa7-4187-ac33-96b2b4391b15
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37530"
    uid: 057e26e7-46b6-4697-9e30-d93b02540848
  kind: Event
  lastTimestamp: "2026-04-24T15:21:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:21:37Z"
    name: isvc-xgboost-v2.18a95421749908d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38095"
    uid: 649713ed-1282-448e-a68f-0913557a8492
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37530"
    uid: 057e26e7-46b6-4697-9e30-d93b02540848
  kind: Event
  lastTimestamp: "2026-04-24T15:20:30Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:20:30Z"
    name: isvc-xgboost-v2.18a95421750459d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37580"
    uid: 9e41612f-af2b-4527-970a-4ba0e994ea8b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37543"
    uid: 057e26e7-46b6-4697-9e30-d93b02540848
  kind: Event
  lastTimestamp: "2026-04-24T15:20:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:20:30Z"
    name: isvc-xgboost-v2.18a9542178e91c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37581"
    uid: a332a8d9-67ad-442f-b17a-04c727ffa3d9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:21:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38093"
    uid: 057e26e7-46b6-4697-9e30-d93b02540848
  kind: Event
  lastTimestamp: "2026-04-24T15:21:37Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:21:37Z"
    name: isvc-xgboost-v2.18a9543110deefeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38094"
    uid: f47efc52-511d-45af-97a5-028714cb5653
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: 7455d3dc-d696-4619-ba0b-7507b0a4ffef
  kind: Event
  lastTimestamp: "2026-04-24T15:16:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:16:39Z"
    name: isvc-xgboost.18a953d6b74ba1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 519d41b8-98c5-47fd-9d69-0ad56b4c3785
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: 7455d3dc-d696-4619-ba0b-7507b0a4ffef
  kind: Event
  lastTimestamp: "2026-04-24T15:15:09Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T15:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:15:09Z"
    name: isvc-xgboost.18a953d6b796c0d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34892"
    uid: 4f245488-f4d7-49d3-a299-41b1a4b2179f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:15:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 7455d3dc-d696-4619-ba0b-7507b0a4ffef
  kind: Event
  lastTimestamp: "2026-04-24T15:15:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:15:09Z"
    name: isvc-xgboost.18a953d6bbee3516
    namespace: kserve-ci-e2e-test
    resourceVersion: "34894"
    uid: 5c07d120-08a5-44f1-84ac-6819f6c99cbe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:16:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35564"
    uid: 7455d3dc-d696-4619-ba0b-7507b0a4ffef
  kind: Event
  lastTimestamp: "2026-04-24T15:16:39Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:16:39Z"
    name: isvc-xgboost.18a953ebb3fe8a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35565"
    uid: b065cd20-aaac-48e6-b65f-64297d048c7e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T14:35:46.623649Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-h4p89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15112"
    uid: 896eac67-4426-4776-9e2b-e223347995ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-h4p89
    to ip-10-0-143-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T14:35:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T14:35:46Z"
    name: message-dumper-predictor-7f66cccfb6-h4p89.18a951b088af5696
    namespace: kserve-ci-e2e-test
    resourceVersion: "15118"
    uid: 4dd869c7-cc1f-465c-b010-b81f6221dd7e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-h4p89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15125"
    uid: 896eac67-4426-4776-9e2b-e223347995ac
  kind: Event
  lastTimestamp: "2026-04-24T14:35:46Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T14:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T14:35:46Z"
    name: message-dumper-predictor-7f66cccfb6-h4p89.18a951b09005ff24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: 41ac9b88-dd5e-4f0d-8601-e5f742f094d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-h4p89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 896eac67-4426-4776-9e2b-e223347995ac
  kind: Event
  lastTimestamp: "2026-04-24T14:35:46Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-24T14:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:35:46Z"
    name: message-dumper-predictor-7f66cccfb6-h4p89.18a951b091446ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15134"
    uid: fa4c9c15-201c-4721-a1e8-076cc808ee2b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-h4p89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 896eac67-4426-4776-9e2b-e223347995ac
  kind: Event
  lastTimestamp: "2026-04-24T14:35:47Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.228s (1.228s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T14:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:35:47Z"
    name: message-dumper-predictor-7f66cccfb6-h4p89.18a951b0da7962ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 91ad2575-dbc8-4417-9189-9532cd05d2b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-h4p89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 896eac67-4426-4776-9e2b-e223347995ac
  kind: Event
  lastTimestamp: "2026-04-24T14:35:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T14:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:35:48Z"
    name: message-dumper-predictor-7f66cccfb6-h4p89.18a951b0e09a89ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15150"
    uid: 437f4132-b2dd-4809-ae11-a05c6017b24e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-h4p89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 896eac67-4426-4776-9e2b-e223347995ac
  kind: Event
  lastTimestamp: "2026-04-24T14:35:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:35:48Z"
    name: message-dumper-predictor-7f66cccfb6-h4p89.18a951b0e111d60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: 92c12d22-84d8-4140-adc4-af21f11efb73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-h4p89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 896eac67-4426-4776-9e2b-e223347995ac
  kind: Event
  lastTimestamp: "2026-04-24T14:37:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T14:37:21Z"
    name: message-dumper-predictor-7f66cccfb6-h4p89.18a951c6b504cb3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: ff45dc9b-d914-4c7a-8822-a49ab6d791b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15096"
    uid: 8cba1037-4f2d-4897-969b-735c3f4f2101
  kind: Event
  lastTimestamp: "2026-04-24T14:35:46Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-h4p89'
  metadata:
    creationTimestamp: "2026-04-24T14:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:35:46Z"
    name: message-dumper-predictor-7f66cccfb6.18a951b0884486af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 10467698-31df-4bb5-a08c-147f7b2b1a7f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: a3f728f5-9884-40c2-ac48-f554c6335bfd
  kind: Event
  lastTimestamp: "2026-04-24T14:35:46Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T14:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:35:46Z"
    name: message-dumper-predictor.18a951b0869208ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: e3f2936a-4006-4171-b432-e51ab210e9b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15095"
    uid: d1038f0a-cb46-4d70-b6b8-56f14eb18727
  kind: Event
  lastTimestamp: "2026-04-24T14:36:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:36:16Z"
    name: message-dumper-predictor.18a951b40526158c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 0515dd89-d625-41a9-b153-c21f2ccaf146
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T14:36:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15095"
    uid: d1038f0a-cb46-4d70-b6b8-56f14eb18727
  kind: Event
  lastTimestamp: "2026-04-24T14:36:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T14:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T14:36:16Z"
    name: message-dumper-predictor.18a951b405a0e366
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 3ee1cebb-c469-4993-afd6-7d2c8fc6cf92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: 9511a2f7-7a5e-4200-b9cb-c5e3f86a0d64
  kind: Event
  lastTimestamp: "2026-04-24T14:35:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T14:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:35:48Z"
    name: message-dumper.18a951b08693f9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 1423fac4-2679-47fd-8710-b0c0b88f67a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: 9511a2f7-7a5e-4200-b9cb-c5e3f86a0d64
  kind: Event
  lastTimestamp: "2026-04-24T14:35:46Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T14:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:35:46Z"
    name: message-dumper.18a951b087046bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15106"
    uid: d88eac38-cf30-4dfc-972c-2167039ad15c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T14:35:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 9511a2f7-7a5e-4200-b9cb-c5e3f86a0d64
  kind: Event
  lastTimestamp: "2026-04-24T14:35:48Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-24T14:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T14:35:48Z"
    name: message-dumper.18a951b0f84219e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15165"
    uid: cf41e92d-c8a0-46bf-ae66-01857a07da27
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:06:16.866581Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30442"
    uid: fe8ef603-6bf6-48aa-9f04-b368f8330c00
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-v459n
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:06:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:06:16Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n.18a9535aabaa1f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30447"
    uid: cf1b70bb-7c93-42aa-8f2e-21262ad3c424
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30451"
    uid: fe8ef603-6bf6-48aa-9f04-b368f8330c00
  kind: Event
  lastTimestamp: "2026-04-24T15:06:17Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:06:17Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n.18a9535ac5392149
    namespace: kserve-ci-e2e-test
    resourceVersion: "30463"
    uid: ef5f9f4c-798d-4d3c-8ea4-e469580e6238
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: fe8ef603-6bf6-48aa-9f04-b368f8330c00
  kind: Event
  lastTimestamp: "2026-04-24T15:06:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:06:17Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n.18a9535ac66cd903
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 5e8d2317-80db-4d83-be40-a0d4891784bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: fe8ef603-6bf6-48aa-9f04-b368f8330c00
  kind: Event
  lastTimestamp: "2026-04-24T15:06:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:06:17Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n.18a9535ac9ade690
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 7a23d611-d76f-4905-8668-25637878025d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: fe8ef603-6bf6-48aa-9f04-b368f8330c00
  kind: Event
  lastTimestamp: "2026-04-24T15:06:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:06:17Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n.18a9535aca27ef00
    namespace: kserve-ci-e2e-test
    resourceVersion: "30469"
    uid: 4fe0cbb3-c009-4b5b-b294-a65dd85a1c50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: fe8ef603-6bf6-48aa-9f04-b368f8330c00
  kind: Event
  lastTimestamp: "2026-04-24T15:06:21Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T15:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:06:21Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n.18a9535bd6c46e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30513"
    uid: 942bb27f-4372-40c8-877e-a821ecad4aaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: fe8ef603-6bf6-48aa-9f04-b368f8330c00
  kind: Event
  lastTimestamp: "2026-04-24T15:06:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:06:21Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n.18a9535bda2e162c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30519"
    uid: 5ab25c06-48d5-4347-b1a3-2c877449bc79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: fe8ef603-6bf6-48aa-9f04-b368f8330c00
  kind: Event
  lastTimestamp: "2026-04-24T15:06:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:06:21Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n.18a9535bdaa94e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: 0271ee84-091e-4fcf-ba3b-250a3c9d5834
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: fe8ef603-6bf6-48aa-9f04-b368f8330c00
  kind: Event
  lastTimestamp: "2026-04-24T15:07:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T15:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:03Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n.18a953634f7f9f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "30820"
    uid: 79e2c1a7-127f-45ed-a612-ad9d1e260fdb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: fe8ef603-6bf6-48aa-9f04-b368f8330c00
  kind: Event
  lastTimestamp: "2026-04-24T15:07:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:17Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n.18a95368b05464f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30968"
    uid: 484bf565-eb11-4f74-9760-acae63ac620a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: fe8ef603-6bf6-48aa-9f04-b368f8330c00
  kind: Event
  lastTimestamp: "2026-04-24T15:07:23Z"
  message: 'Readiness probe failed: Get "http://10.134.0.48:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T15:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:07:23Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v459n.18a9536a46b17aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31037"
    uid: a87c11e0-1203-40ca-8d7e-c9f656295143
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 5c3c5f18-f253-4311-892f-8e2b6ec7229b
  kind: Event
  lastTimestamp: "2026-04-24T15:06:16Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-v459n'
  metadata:
    creationTimestamp: "2026-04-24T15:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:06:16Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a9535aab422588
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: ac0bcc3d-0508-40db-9e97-05978ede4477
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30428"
    uid: cdd19c03-95c0-4c46-b426-9ca1cd9dd944
  kind: Event
  lastTimestamp: "2026-04-24T15:06:16Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T15:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:06:16Z"
    name: sklearn-v2-mlserver-predictor.18a9535aa8b1f7fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 4b97b7c1-e19a-43b0-980e-0230e329a588
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30430"
    uid: 0692a0dd-a2b3-4b6c-b7e5-ef8885457f26
  kind: Event
  lastTimestamp: "2026-04-24T15:06:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:06:46Z"
    name: sklearn-v2-mlserver-predictor.18a9535e271fb4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30697"
    uid: 1f1b1b9c-de29-4550-ba4d-d59be81b57db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30430"
    uid: 0692a0dd-a2b3-4b6c-b7e5-ef8885457f26
  kind: Event
  lastTimestamp: "2026-04-24T15:06:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:06:46Z"
    name: sklearn-v2-mlserver-predictor.18a9535e277d9336
    namespace: kserve-ci-e2e-test
    resourceVersion: "30698"
    uid: 7edd6418-b4ae-479f-9988-8621aeef3fb7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: 0692a0dd-a2b3-4b6c-b7e5-ef8885457f26
  kind: Event
  lastTimestamp: "2026-04-24T15:07:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:07:16Z"
    name: sklearn-v2-mlserver-predictor.18a95365251a4b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30918"
    uid: 2c973de7-6712-4044-a1a4-b7515b5cc51c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: 0692a0dd-a2b3-4b6c-b7e5-ef8885457f26
  kind: Event
  lastTimestamp: "2026-04-24T15:07:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T15:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:07:16Z"
    name: sklearn-v2-mlserver-predictor.18a953652580281a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30919"
    uid: 9c7f4639-ac27-4ad2-be78-00caa1fe5c9e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30406"
    uid: a941c7d5-c226-409a-8631-3b3d9acb346c
  kind: Event
  lastTimestamp: "2026-04-24T15:07:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:07:13Z"
    name: sklearn-v2-mlserver.18a9535aa88d4a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "30893"
    uid: bc1f1adc-7f17-4a0a-b468-f03c3f053670
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:06:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30406"
    uid: a941c7d5-c226-409a-8631-3b3d9acb346c
  kind: Event
  lastTimestamp: "2026-04-24T15:06:16Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:06:16Z"
    name: sklearn-v2-mlserver.18a9535aa91ca1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 2eb362d7-4f24-490a-851b-0652adf36663
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:07:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30891"
    uid: a941c7d5-c226-409a-8631-3b3d9acb346c
  kind: Event
  lastTimestamp: "2026-04-24T15:07:13Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:07:13Z"
    name: sklearn-v2-mlserver.18a95367f66b895e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: 23e8626f-65f6-4424-a7a6-fbaa320c90bb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T15:17:40.037383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75
    namespace: kserve-ci-e2e-test
    resourceVersion: "36117"
    uid: f8fc4d60-8de5-4937-a4ee-5e5ad1df01f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-fxj75
    to ip-10-0-129-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T15:17:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T15:17:40Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75.18a953f9bbd15bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36124"
    uid: 154b1c80-716d-4d87-b783-1cdbbcfc48ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-545bd4ccf6-2nxcf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75
    namespace: kserve-ci-e2e-test
    resourceVersion: "36129"
    uid: f8fc4d60-8de5-4937-a4ee-5e5ad1df01f3
  kind: Event
  lastTimestamp: "2026-04-24T15:17:40Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T15:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T15:17:40Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75.18a953f9d4e2f5f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36138"
    uid: af16e9f6-1300-4261-8735-214d06533cb1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75
    namespace: kserve-ci-e2e-test
    resourceVersion: "36119"
    uid: f8fc4d60-8de5-4937-a4ee-5e5ad1df01f3
  kind: Event
  lastTimestamp: "2026-04-24T15:17:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T15:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:17:40Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75.18a953f9d62dfeb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36140"
    uid: e6a493fb-2907-49d1-8448-e81cf3f3be21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75
    namespace: kserve-ci-e2e-test
    resourceVersion: "36119"
    uid: f8fc4d60-8de5-4937-a4ee-5e5ad1df01f3
  kind: Event
  lastTimestamp: "2026-04-24T15:17:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T15:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:17:40Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75.18a953f9d923e34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: 3fd57363-1835-4167-92ff-673e7b8a12f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75
    namespace: kserve-ci-e2e-test
    resourceVersion: "36119"
    uid: f8fc4d60-8de5-4937-a4ee-5e5ad1df01f3
  kind: Event
  lastTimestamp: "2026-04-24T15:17:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T15:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:17:40Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75.18a953f9d9959d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 480ff63b-04f6-43a8-a4ec-66cd41470a81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75
    namespace: kserve-ci-e2e-test
    resourceVersion: "36119"
    uid: f8fc4d60-8de5-4937-a4ee-5e5ad1df01f3
  kind: Event
  lastTimestamp: "2026-04-24T15:17:44Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T15:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:17:44Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75.18a953faad3691ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36173"
    uid: 21d2f47d-5704-43e7-9562-97a93008d61a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75
    namespace: kserve-ci-e2e-test
    resourceVersion: "36119"
    uid: f8fc4d60-8de5-4937-a4ee-5e5ad1df01f3
  kind: Event
  lastTimestamp: "2026-04-24T15:17:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T15:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:17:44Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75.18a953fab053e423
    namespace: kserve-ci-e2e-test
    resourceVersion: "36177"
    uid: d331a091-9c6b-435f-870b-5978806174f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75
    namespace: kserve-ci-e2e-test
    resourceVersion: "36119"
    uid: f8fc4d60-8de5-4937-a4ee-5e5ad1df01f3
  kind: Event
  lastTimestamp: "2026-04-24T15:17:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:17:44Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75.18a953fab0ddf7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36178"
    uid: ebaad4e7-b28d-4f1d-a738-283ab3d11a07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75
    namespace: kserve-ci-e2e-test
    resourceVersion: "36119"
    uid: f8fc4d60-8de5-4937-a4ee-5e5ad1df01f3
  kind: Event
  lastTimestamp: "2026-04-24T15:18:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T15:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:18:20Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75.18a954031dfbc41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: 1ec4bd83-d0ad-4dad-a70a-25a1aef03808
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75
    namespace: kserve-ci-e2e-test
    resourceVersion: "36119"
    uid: f8fc4d60-8de5-4937-a4ee-5e5ad1df01f3
  kind: Event
  lastTimestamp: "2026-04-24T15:18:26Z"
  message: 'Readiness probe failed: Get "http://10.134.0.58:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.58:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T15:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T15:18:26Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-fxj75.18a95404751869ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "36553"
    uid: 2bd25d67-b604-43f6-8e6b-4d345a483da7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36108"
    uid: ffc25b4f-450c-4a9e-ae1d-5c2586029f30
  kind: Event
  lastTimestamp: "2026-04-24T15:17:40Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-fxj75'
  metadata:
    creationTimestamp: "2026-04-24T15:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:17:40Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a953f9bb70981c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36118"
    uid: c90ef399-fd19-4b46-9d9e-222eb31b4ce5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36103"
    uid: 7811f6c1-2958-41db-8e07-a4fc8dd87bad
  kind: Event
  lastTimestamp: "2026-04-24T15:17:39Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T15:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:17:39Z"
    name: xgboost-v2-mlserver-predictor.18a953f9b9147a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 3eb81573-4797-4570-b07c-6068f5f4989c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36107"
    uid: 72b25994-f693-46a8-ae10-23a6a7398455
  kind: Event
  lastTimestamp: "2026-04-24T15:18:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:18:10Z"
    name: xgboost-v2-mlserver-predictor.18a953fd37cb06ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 7f6caa5d-a4e1-4ec3-93b7-53cc2beefe24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36107"
    uid: 72b25994-f693-46a8-ae10-23a6a7398455
  kind: Event
  lastTimestamp: "2026-04-24T15:18:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T15:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T15:18:10Z"
    name: xgboost-v2-mlserver-predictor.18a953fd382e05d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36360"
    uid: 0c810aa2-c6b8-4464-88bd-e2db88fef8ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36083"
    uid: 3cd33403-7e38-49c2-8fb5-599aae4ef93b
  kind: Event
  lastTimestamp: "2026-04-24T15:18:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T15:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:18:16Z"
    name: xgboost-v2-mlserver.18a953f9b911fb7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: a9662343-edfe-4363-961e-faa5c4ddc707
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:17:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36083"
    uid: 3cd33403-7e38-49c2-8fb5-599aae4ef93b
  kind: Event
  lastTimestamp: "2026-04-24T15:17:40Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T15:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:17:40Z"
    name: xgboost-v2-mlserver.18a953f9b9b78fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36114"
    uid: b863701c-cd57-4266-8210-32982e3efcf6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T15:18:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36410"
    uid: 3cd33403-7e38-49c2-8fb5-599aae4ef93b
  kind: Event
  lastTimestamp: "2026-04-24T15:18:16Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T15:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T15:18:16Z"
    name: xgboost-v2-mlserver.18a95402295c42a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36411"
    uid: 71a143d0-3c75-456f-823c-bd18ea324c34
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41500"