---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:44:35.475727Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27911"
    uid: b3dcc9f8-8cc8-4cac-a0b0-b879fc9bad49
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:44:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:44:35Z"
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7.18b2d2e312924253
    namespace: kserve-ci-e2e-test
    resourceVersion: "27917"
    uid: 7e5d3ba5-97a7-4a87-8fd5-899cc57d89cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: b3dcc9f8-8cc8-4cac-a0b0-b879fc9bad49
  kind: Event
  lastTimestamp: "2026-05-25T13:44:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-fa253b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:35Z"
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7.18b2d2e31b29a12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27927"
    uid: 88cb6e66-26af-4f96-a711-6e28c487a32a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27921"
    uid: b3dcc9f8-8cc8-4cac-a0b0-b879fc9bad49
  kind: Event
  lastTimestamp: "2026-05-25T13:44:36Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:44:36Z"
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7.18b2d2e3501ba790
    namespace: kserve-ci-e2e-test
    resourceVersion: "27938"
    uid: f596471d-5320-410a-890f-6c8595ae41ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: b3dcc9f8-8cc8-4cac-a0b0-b879fc9bad49
  kind: Event
  lastTimestamp: "2026-05-25T13:44:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:42Z"
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7.18b2d2e35165aa71
    namespace: kserve-ci-e2e-test
    resourceVersion: "27991"
    uid: 03c47709-a878-4cd6-b2b0-598db09792a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: b3dcc9f8-8cc8-4cac-a0b0-b879fc9bad49
  kind: Event
  lastTimestamp: "2026-05-25T13:44:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:42Z"
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7.18b2d2e354338495
    namespace: kserve-ci-e2e-test
    resourceVersion: "27994"
    uid: 5406ee02-4dc8-49c8-b218-5010451fe682
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: b3dcc9f8-8cc8-4cac-a0b0-b879fc9bad49
  kind: Event
  lastTimestamp: "2026-05-25T13:44:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:42Z"
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7.18b2d2e354eb8634
    namespace: kserve-ci-e2e-test
    resourceVersion: "27997"
    uid: 8285e6a5-fed1-46b7-a7ee-8dcf557300da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: b3dcc9f8-8cc8-4cac-a0b0-b879fc9bad49
  kind: Event
  lastTimestamp: "2026-05-25T13:44:45Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:45Z"
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7.18b2d2e5675fbe8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28039"
    uid: 5cf95c3a-76e9-4121-a4f5-9a235d14ce33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27904"
    uid: c325ebf5-4d0c-4b52-8908-627edbebe2c8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:35Z"
  message: 'Created pod: isvc-init-fail-fa253b-predictor-7b75cc49bc-m4jt7'
  metadata:
    creationTimestamp: "2026-05-25T13:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:44:35Z"
    name: isvc-init-fail-fa253b-predictor-7b75cc49bc.18b2d2e31227b96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27914"
    uid: d7abdc5d-cc1c-4092-bcc5-e1b09c75a06b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-fa253b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: 5124aee3-7540-44a3-9b94-55da1027bac4
  kind: Event
  lastTimestamp: "2026-05-25T13:44:35Z"
  message: Scaled up replica set isvc-init-fail-fa253b-predictor-7b75cc49bc from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T13:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:44:35Z"
    name: isvc-init-fail-fa253b-predictor.18b2d2e30f40521b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27906"
    uid: 8abbbcb3-10cb-4869-8469-c5a98c3d3055
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-fa253b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27874"
    uid: aa9f55cd-b1fe-446e-aec0-c160f73cef68
  kind: Event
  lastTimestamp: "2026-05-25T13:44:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:44:42Z"
    name: isvc-init-fail-fa253b.18b2d2e30f143dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27998"
    uid: 5e189357-d52d-4f01-ac11-bef72855c13e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-fa253b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27874"
    uid: aa9f55cd-b1fe-446e-aec0-c160f73cef68
  kind: Event
  lastTimestamp: "2026-05-25T13:44:35Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-fa253b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-fa253b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:44:35Z"
    name: isvc-init-fail-fa253b.18b2d2e30f5e4ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27908"
    uid: f813c02a-989f-4648-b4b6-4cf1cd3585f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-fa253b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27874"
    uid: aa9f55cd-b1fe-446e-aec0-c160f73cef68
  kind: Event
  lastTimestamp: "2026-05-25T13:44:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-fa253b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:44:35Z"
    name: isvc-init-fail-fa253b.18b2d2e30f5e9199
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: ddc4d61d-d155-4312-a3c7-bac4b9e7c629
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:26:19.164063Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18565"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-lgk4l
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:26:19Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1e3d14da06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18573"
    uid: ecf6b39a-6a60-4fbc-8d35-83a5e5101835
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:26:19Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:26:19Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1e3eafece42
    namespace: kserve-ci-e2e-test
    resourceVersion: "18602"
    uid: 49ff30c0-53f2-4017-a774-7a324d04a57c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:26:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:19Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1e3ec4d42fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: 3326a2bf-f778-4636-a74f-a8262dcfd6d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:26:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:19Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1e3eed9a445
    namespace: kserve-ci-e2e-test
    resourceVersion: "18605"
    uid: 6e4f8a41-7303-4fc2-b1b8-2ebd630f4037
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:26:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:19Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1e3ef4a96bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18606"
    uid: fd472acd-71d5-4ba4-8ac8-127c5c1e0320
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:26:24Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T13:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:24Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1e4f958fc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18648"
    uid: a09242e4-4dba-491b-b94e-cd89469a590f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:26:30Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.214s (6.214s
    including waiting). Image size: 606718223 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:30Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1e66bbd51ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18696"
    uid: 66ceea30-4f6c-490e-ae6b-1d0cf58ad93f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:26:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:30Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1e66ec008c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18698"
    uid: cd2547ca-22f4-410a-bd73-7db9f98d6e2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:26:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:30Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1e66f36a463
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: 36b2d083-892d-4e85-a7c8-225a1fe58f0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:26:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:30Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1e66f424a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "18700"
    uid: d5e1bd10-56df-4a16-99c8-cf9bb4b8d954
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:26:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:30Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1e6726299fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18701"
    uid: 889b8db0-8ddc-4d2a-8c44-653630bac14a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:26:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:30Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1e672d76c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18702"
    uid: 5d6bf361-a152-4516-b4c7-09c3c0faba50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:27:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1e6d7d5c748
    namespace: kserve-ci-e2e-test
    resourceVersion: "19192"
    uid: ea43ca64-6117-4a60-b185-356e8c12d9de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:27:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1f8cd6bed0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 4e18bb8c-3321-45b0-a37e-e5cc260da3f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:27:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1f8cd6cf883
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 91944379-559e-4bdb-8e19-4d13490ffeda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: b626da8f-32c3-48e8-96a5-5e5c9efa2c98
  kind: Event
  lastTimestamp: "2026-05-25T13:27:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:53Z"
    name: isvc-lightgbm-predictor-bdf964bd-lgk4l.18b2d1f9b3ef64f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19379"
    uid: f8803677-802a-4e1d-85a0-08256e926dc1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: 566e4a6d-3ae4-4f6d-a062-331aa5f39ce4
  kind: Event
  lastTimestamp: "2026-05-25T13:26:19Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-lgk4l'
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:26:19Z"
    name: isvc-lightgbm-predictor-bdf964bd.18b2d1e3d0d15e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18568"
    uid: 108580e8-8e25-4bf5-8d53-f8188acaf8a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18534"
    uid: bbd3bc94-3319-430f-8c82-f314bc98650c
  kind: Event
  lastTimestamp: "2026-05-25T13:26:19Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:26:19Z"
    name: isvc-lightgbm-predictor.18b2d1e3cd2e34ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18546"
    uid: 489b3931-a052-42ee-bf9c-4f045e9b60c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18540"
    uid: 8fea6246-7ae4-4978-bb74-b9219be192b9
  kind: Event
  lastTimestamp: "2026-05-25T13:27:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:27:19Z"
    name: isvc-lightgbm-predictor.18b2d1e74c0e71b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: aa2d2667-13c8-4b1f-8ad2-147dd1019407
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18540"
    uid: 8fea6246-7ae4-4978-bb74-b9219be192b9
  kind: Event
  lastTimestamp: "2026-05-25T13:27:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:27:19Z"
    name: isvc-lightgbm-predictor.18b2d1e74c7af857
    namespace: kserve-ci-e2e-test
    resourceVersion: "19057"
    uid: 4b5c9d74-377d-4f2b-9a68-e83d500d269e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18734"
    uid: 8fea6246-7ae4-4978-bb74-b9219be192b9
  kind: Event
  lastTimestamp: "2026-05-25T13:27:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:27:49Z"
    name: isvc-lightgbm-predictor.18b2d1f5489a45ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 0c431951-772b-4d54-9b1e-e1b37cd1e77f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18734"
    uid: 8fea6246-7ae4-4978-bb74-b9219be192b9
  kind: Event
  lastTimestamp: "2026-05-25T13:27:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:27:49Z"
    name: isvc-lightgbm-predictor.18b2d1f5490072d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19279"
    uid: f4652e95-ba47-4ab6-8848-90a6f1f160c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:27:49.453209Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19325"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:27:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:27:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d1f8d6f49f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19329"
    uid: 2639b35b-60c6-435e-a47f-3ab32feac0ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:27:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d1f8e649963b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19339"
    uid: 8d6dfad0-18d0-4ac9-b616-91781430393e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:27:50Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:27:50Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d1f914e21a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19351"
    uid: 7c91ec34-70f7-4cc7-b9ec-9a143f9593b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:27:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:50Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d1f9163e57ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19353"
    uid: 67f46abd-fd75-4ac7-baa8-b7d6bcc40bf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:27:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:50Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d1f919820379
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: b6975d42-b843-4e4b-910a-a409ce00d46d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:27:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:50Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d1f91a063005
    namespace: kserve-ci-e2e-test
    resourceVersion: "19355"
    uid: 56cbfd1a-bb48-4768-8fd5-39b1e067caa0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:27:54Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:54Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d1f9fdc45dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: f85d7a8b-c837-423c-8ce6-2f6fc0bc8d4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:27:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:54Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d1fa00def374
    namespace: kserve-ci-e2e-test
    resourceVersion: "19393"
    uid: dbcd2947-d32a-4d4d-b637-4caa4691f283
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:27:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:54Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d1fa015c1f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: aa52fd46-40c3-4f63-8811-486b4f7adc2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:27:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:54Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d1fa01692432
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 49ed97c8-e850-42d3-90b2-e0fa37403e04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:27:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:54Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d1fa0535a12a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19399"
    uid: 7c5b921e-eaaa-437d-b1ef-b2175fbe1b6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:27:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:54Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d1fa05b5d5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: bd951e56-4a6a-4081-b7f6-4562de3c5512
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:29:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:07Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d1fa39b35b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: 9dbd86b9-00ce-4bfe-8ba4-707d7a7cd494
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:29:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:20Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d20ded864077
    namespace: kserve-ci-e2e-test
    resourceVersion: "20043"
    uid: 7a7ba979-08aa-494e-a7e8-127dc4867d4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:29:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:20Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d20ded86b324
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 07e164dc-8b07-4ffb-ba40-080335328d50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: fed7845f-fe0f-4608-85aa-0de3a6bcde44
  kind: Event
  lastTimestamp: "2026-05-25T13:29:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g.18b2d20e3ffde1ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 95204b9d-03a6-4c63-b0ce-fb839bfb308f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19312"
    uid: 7f42c56e-44f5-4842-b5f1-1f60e772d0ca
  kind: Event
  lastTimestamp: "2026-05-25T13:27:49Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-2pf7g'
  metadata:
    creationTimestamp: "2026-05-25T13:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:27:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18b2d1f8d674c7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 00bff3a0-2af5-445a-a322-211680edad3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: a04a1616-71aa-4562-98e0-58fccd4c65f8
  kind: Event
  lastTimestamp: "2026-05-25T13:27:49Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T13:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:27:49Z"
    name: isvc-lightgbm-runtime-predictor.18b2d1f8d15aef23
    namespace: kserve-ci-e2e-test
    resourceVersion: "19314"
    uid: e410ddce-7b91-42f2-8452-95d51ada9ab3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:28:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: cfbd719b-fc68-4c51-95c6-7647377d38fa
  kind: Event
  lastTimestamp: "2026-05-25T13:28:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:28:34Z"
    name: isvc-lightgbm-runtime-predictor.18b2d1fc4fedcb1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19684"
    uid: 4439e8b0-6af4-4172-ac20-dd437c85565f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:28:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: cfbd719b-fc68-4c51-95c6-7647377d38fa
  kind: Event
  lastTimestamp: "2026-05-25T13:28:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:28:34Z"
    name: isvc-lightgbm-runtime-predictor.18b2d1fc50552241
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 98c0a042-63c8-4001-9eea-f3b8174728f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:28:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19478"
    uid: cfbd719b-fc68-4c51-95c6-7647377d38fa
  kind: Event
  lastTimestamp: "2026-05-25T13:29:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:29:19Z"
    name: isvc-lightgbm-runtime-predictor.18b2d206cddbc34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 9f3b041c-0042-44c5-a7a9-d3dc4f69a07f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:28:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19478"
    uid: cfbd719b-fc68-4c51-95c6-7647377d38fa
  kind: Event
  lastTimestamp: "2026-05-25T13:29:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:29:19Z"
    name: isvc-lightgbm-runtime-predictor.18b2d206ce40d46d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: 9f16a9a4-ee2f-4953-8820-f630b7fd0396
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: b8b3eff0-7ad8-4f7d-928b-61ca7ca446b2
  kind: Event
  lastTimestamp: "2026-05-25T13:29:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:29:17Z"
    name: isvc-lightgbm-runtime.18b2d1f8d135925d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19991"
    uid: 891cc9fa-5501-4c2b-aaa9-abbdb00359c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: b8b3eff0-7ad8-4f7d-928b-61ca7ca446b2
  kind: Event
  lastTimestamp: "2026-05-25T13:27:49Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:27:49Z"
    name: isvc-lightgbm-runtime.18b2d1f8d18e47f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19335"
    uid: 31bbb965-0f26-4dfe-80f8-75cf52059ba7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: b8b3eff0-7ad8-4f7d-928b-61ca7ca446b2
  kind: Event
  lastTimestamp: "2026-05-25T13:27:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:27:49Z"
    name: isvc-lightgbm-runtime.18b2d1f8d8d2cbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: d2c8b448-1049-4340-8297-d0181cc3b528
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19989"
    uid: b8b3eff0-7ad8-4f7d-928b-61ca7ca446b2
  kind: Event
  lastTimestamp: "2026-05-25T13:29:17Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:29:17Z"
    name: isvc-lightgbm-runtime.18b2d20d5e7d402b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 2c93a02e-7955-4157-bb4f-d89f50a822fc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:32:20.493950Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:32:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:32:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d237f23e2460
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: 4e194c33-2497-4fba-a59a-fa7e1e053929
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: "2026-05-25T13:32:20Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:32:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d2380c18d6ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: ce360d9c-1e72-44c7-b897-0f0e1150ed9f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: "2026-05-25T13:32:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d2380d7691a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 784eea6c-63ca-4751-8437-5f1c54418772
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: "2026-05-25T13:32:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d238107f383c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: e9c30e01-9fa4-40a6-b570-446fc56df44d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: "2026-05-25T13:32:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d23810e91708
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: aa82aff9-b9e7-4aed-ae99-e5e13eb2859f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: "2026-05-25T13:32:25Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d2390a8cc7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: 72fea288-951c-45dd-bc1b-ce607d085af3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: "2026-05-25T13:32:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d2390d499b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "21463"
    uid: 7f1005bf-7b0d-46cf-8975-4c9f773b796a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: "2026-05-25T13:32:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d2390db2ddda
    namespace: kserve-ci-e2e-test
    resourceVersion: "21464"
    uid: 40137093-3f3e-4daa-b6bd-2fe5f89c4dba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: "2026-05-25T13:32:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d2390dbecb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: a08b702c-ff00-494d-81c3-9ea2c43fd4ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: "2026-05-25T13:32:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d23910b769e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21470"
    uid: 29f84aa1-762d-4b5f-84c3-38ff614304ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: "2026-05-25T13:32:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d23911201c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21471"
    uid: 5a3f3ae4-01c1-46e5-ac41-27f3fc66ec62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: "2026-05-25T13:32:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d2394683c06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21517"
    uid: 4edec4af-25b3-419b-8da0-fb344c69fd9e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: "2026-05-25T13:32:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d23eea6b9309
    namespace: kserve-ci-e2e-test
    resourceVersion: "21686"
    uid: ccf40be0-f7df-4bf4-ae2a-2b4c631e9446
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: ccf79461-bb62-4c85-8266-401065829631
  kind: Event
  lastTimestamp: "2026-05-25T13:32:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs.18b2d23eea6c246c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21688"
    uid: 7b4ba5dc-9031-41ad-b647-01a9f27a4850
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "21384"
    uid: fb2d99a9-521d-459c-a124-2917b94ba3ed
  kind: Event
  lastTimestamp: "2026-05-25T13:32:20Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-7nmvs'
  metadata:
    creationTimestamp: "2026-05-25T13:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18b2d237f1c1e940
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 9c67c6c6-75e6-4274-a814-5ba990642c72
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 8f5a8b7f-9c74-4d9d-9b4c-51c6ba49e08e
  kind: Event
  lastTimestamp: "2026-05-25T13:32:20Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:20Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b2d237e6c9cbed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: 23f576d3-1538-4be6-b481-b666462c259f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: 02f91346-8eff-4706-a859-1906b6d96da8
  kind: Event
  lastTimestamp: "2026-05-25T13:32:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:50Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b2d23b64f2157a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21658"
    uid: 5ee5f4c1-1987-4ae5-9a4e-5ff788b29268
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: 02f91346-8eff-4706-a859-1906b6d96da8
  kind: Event
  lastTimestamp: "2026-05-25T13:32:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:50Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b2d23b655a5f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "21659"
    uid: 48fdc51b-db6f-4ee2-9744-0398fdf43529
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21351"
    uid: 6eb140ab-ce36-42aa-a775-e417450ea6c8
  kind: Event
  lastTimestamp: "2026-05-25T13:32:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:32:42Z"
    name: isvc-lightgbm-v2-kserve.18b2d237e64173af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: cca163d3-5153-4efe-835e-04341712d743
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21351"
    uid: 6eb140ab-ce36-42aa-a775-e417450ea6c8
  kind: Event
  lastTimestamp: "2026-05-25T13:32:20Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:32:20Z"
    name: isvc-lightgbm-v2-kserve.18b2d237e7b51976
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: 17e8b6ad-b0c8-466f-8b20-64f1d2282ea7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21595"
    uid: 6eb140ab-ce36-42aa-a775-e417450ea6c8
  kind: Event
  lastTimestamp: "2026-05-25T13:32:42Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:32:42Z"
    name: isvc-lightgbm-v2-kserve.18b2d23d05351361
    namespace: kserve-ci-e2e-test
    resourceVersion: "21596"
    uid: 3d5d56b3-5dbb-42c8-87d5-b1725ed45e0f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:29:20.132552Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20055"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:29:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:29:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d20df3dd9db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: f891ab10-6307-4ee8-962b-674615de3c96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: "2026-05-25T13:29:20Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:29:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d20e0d323645
    namespace: kserve-ci-e2e-test
    resourceVersion: "20073"
    uid: efb679ba-a7e8-417d-b58d-6631e89b0611
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: "2026-05-25T13:29:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d20e0ebe31d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20075"
    uid: 286cd177-9f43-4e7f-90ee-c08d58fa34b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: "2026-05-25T13:29:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d20e11892531
    namespace: kserve-ci-e2e-test
    resourceVersion: "20077"
    uid: 70a8fe13-13d4-4015-a697-2e1e3a5a0b27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: "2026-05-25T13:29:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d20e1203f8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: 6ec42cc9-1a7d-4544-b5aa-5c022e7cd290
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: "2026-05-25T13:29:24Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-05-25T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d20f01071b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20123"
    uid: f7417cb9-f39d-484b-a719-d265b53d2b00
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: "2026-05-25T13:31:36Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m12.159s
    (2m12.159s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d22dc657ed4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21037"
    uid: 27ff870f-418c-4986-9e38-cba2f7aa23a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: "2026-05-25T13:31:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d22dcbce3167
    namespace: kserve-ci-e2e-test
    resourceVersion: "21038"
    uid: 7963a387-3766-4f5b-b157-b0c9a18dd2ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: "2026-05-25T13:31:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d22dccdb63cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21039"
    uid: 6d5c6525-2ca8-414b-a1f3-2df4e29ce54d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: "2026-05-25T13:31:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d22dcce9c636
    namespace: kserve-ci-e2e-test
    resourceVersion: "21040"
    uid: ab94ce4b-aae9-4c7d-9cc5-bc28cbd4ce2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: "2026-05-25T13:31:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d22dd31bf65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: b5a6abf9-5ae8-4ef6-9f1f-cf467674eb0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: "2026-05-25T13:31:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d22dd485cfa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 38a85510-dcb7-40fb-8246-256926824be1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: "2026-05-25T13:32:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d237e45ba4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21374"
    uid: c561921b-66ca-41a3-ae7d-ded10e4f0557
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 0e143ee6-df97-41c0-b597-e3638c591e52
  kind: Event
  lastTimestamp: "2026-05-25T13:32:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph.18b2d237e45c41a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21378"
    uid: 86404635-6c96-4c16-a923-8fe377963c66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: 840e97bd-c7a1-4c0b-a8c8-5a60f7e6f932
  kind: Event
  lastTimestamp: "2026-05-25T13:29:20Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-vjkph'
  metadata:
    creationTimestamp: "2026-05-25T13:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:29:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18b2d20df342d5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: d1df9d77-8e35-4d0e-93d7-1a81fa8fcd08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20038"
    uid: 6f718610-217e-402b-b42b-a5602e3e3ab0
  kind: Event
  lastTimestamp: "2026-05-25T13:29:20Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:29:20Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2d20dee284fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20046"
    uid: b7b3deb0-9079-4781-adfb-9eb9c1f526c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: 7b7f23da-0dbe-4e60-ace4-f03b5ce1aed5
  kind: Event
  lastTimestamp: "2026-05-25T13:31:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:31:50Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2d2116ca4a261
    namespace: kserve-ci-e2e-test
    resourceVersion: "21134"
    uid: ac956103-623e-470d-9110-b624bd039e37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: 7b7f23da-0dbe-4e60-ace4-f03b5ce1aed5
  kind: Event
  lastTimestamp: "2026-05-25T13:31:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:31:50Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2d2116d0a43f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 18a677c5-6fa8-4ce4-891f-b82528c3e234
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20198"
    uid: 7b7f23da-0dbe-4e60-ace4-f03b5ce1aed5
  kind: Event
  lastTimestamp: "2026-05-25T13:32:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:20Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2d2346371454e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: b6e62d9d-1113-4951-8eb4-606bdefc30a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20198"
    uid: 7b7f23da-0dbe-4e60-ace4-f03b5ce1aed5
  kind: Event
  lastTimestamp: "2026-05-25T13:32:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:20Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2d23463d2b230
    namespace: kserve-ci-e2e-test
    resourceVersion: "21370"
    uid: 176f5ced-6066-4f52-83e7-20ab45f4f4c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: f890b148-8d74-44b2-9516-8a1202177133
  kind: Event
  lastTimestamp: "2026-05-25T13:32:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:32:13Z"
    name: isvc-lightgbm-v2-runtime.18b2d20dede09f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21301"
    uid: e5e9353e-06d7-466c-91f7-3a501922e5a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: f890b148-8d74-44b2-9516-8a1202177133
  kind: Event
  lastTimestamp: "2026-05-25T13:29:20Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:29:20Z"
    name: isvc-lightgbm-v2-runtime.18b2d20dee3e6dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 4fcaa3dc-e900-49de-a2ae-5d520fe30162
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: f890b148-8d74-44b2-9516-8a1202177133
  kind: Event
  lastTimestamp: "2026-05-25T13:29:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:29:20Z"
    name: isvc-lightgbm-v2-runtime.18b2d20df43c591f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20064"
    uid: c3c22c30-f82d-42c1-8bd8-02bcaf93e655
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: f890b148-8d74-44b2-9516-8a1202177133
  kind: Event
  lastTimestamp: "2026-05-25T13:32:13Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:32:13Z"
    name: isvc-lightgbm-v2-runtime.18b2d2363cc290db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21299"
    uid: 43f5961e-0139-44d4-b475-bd7ab6dde7d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18525"
    uid: 5dbde4a3-96f5-4b3c-a200-4a4c4c181518
  kind: Event
  lastTimestamp: "2026-05-25T13:27:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:27:48Z"
    name: isvc-lightgbm.18b2d1e3cd2e719c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: 07e8a32e-9cb4-409b-900c-0144c789b801
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18525"
    uid: 5dbde4a3-96f5-4b3c-a200-4a4c4c181518
  kind: Event
  lastTimestamp: "2026-05-25T13:26:19Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:26:19Z"
    name: isvc-lightgbm.18b2d1e3cdef7a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 31f92db7-145c-497e-82eb-fa3e52bf638c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: 5dbde4a3-96f5-4b3c-a200-4a4c4c181518
  kind: Event
  lastTimestamp: "2026-05-25T13:27:48Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:27:48Z"
    name: isvc-lightgbm.18b2d1f88f38d9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: 5fb43989-7ccd-4025-b0c2-9886defe28be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:24:53.928248Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17853"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6d94fc7bdd-7xvh7
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:24:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:24:53Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1cff8da4fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: e8aefd9a-1f19-4bc8-b074-20f25e060ffa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:54Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d005f2cc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 8704b190-da7c-4aba-af16-2e35ecfb7b54
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:54Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:24:54Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d035f0845c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17874"
    uid: df6b2271-d3a7-41fa-8919-398f87c5bf97
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:54Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d037957b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: d3f24808-36fc-4ab9-a633-03fba1d22c4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:55Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d03a265150
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: c371f667-724e-4527-bd53-8d749c84149e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:55Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d03a9d1843
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: 82ab5a3e-3fcf-4c96-978b-320473ca2856
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:58Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d11f970e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 5f3260fe-98a9-4c7e-b236-433b65f9ad54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:58Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d1225a828f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17916"
    uid: 0c07e7bb-2123-48df-9c08-24fd8e1838f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:58Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d122e412f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17918"
    uid: 70f4a129-4ba2-4fd9-89e1-7582f6a68376
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:58Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d122f11567
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: 28c32d43-435e-4d00-b203-f81cc6d3fc90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:58Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d125fb556c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17923"
    uid: 180c1d9c-c0a9-4b7c-830d-598ef60537fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:58Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d1266f5714
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 6a0c5218-20e3-48a7-bdf3-45db12c491c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:58Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9d008eea42a91e205ae1ecc0a9946e2c84f08f08aef78aedaed41828bc3d7e9c"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:58Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d1267b958a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17925"
    uid: 76e5a48f-2389-4104-9104-04c021da059c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:59Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-25T13:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:59Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d129ae4416
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: a4808bc3-8c7f-48eb-a9fc-940db05f0255
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:24:59Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-25T13:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:59Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d12a28f9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17927"
    uid: 75b44b78-4957-41c6-8dae-c8484642d6b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:26:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:36Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d15b869e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18752"
    uid: 2a921495-2a8a-49e6-92ec-46e8fb01677b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:26:26Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T13:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:26Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1d1974d49a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18671"
    uid: e1e02af5-0923-416b-8710-644df147dcb2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:26:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:19Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1e3cf936ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18561"
    uid: 55e319a2-026c-4af6-91fe-4544f7ca8758
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:26:19Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:19Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1e3cf93db55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: 8c907d95-4596-410c-840b-e33e7928d43d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:26:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:19Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1e3cf947113
    namespace: kserve-ci-e2e-test
    resourceVersion: "18564"
    uid: c9505b7e-cc9a-43b8-80db-bf381d7c86ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 555a3549-22bc-4739-811b-38f36ea8868a
  kind: Event
  lastTimestamp: "2026-05-25T13:26:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:36Z"
    name: isvc-logger-predictor-6d94fc7bdd-7xvh7.18b2d1e473dccc73
    namespace: kserve-ci-e2e-test
    resourceVersion: "18751"
    uid: 6568e510-6597-4061-a412-4127dc88e75f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6d94fc7bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: f817a315-75a4-44cc-bc37-c0916a6dd8a4
  kind: Event
  lastTimestamp: "2026-05-25T13:24:53Z"
  message: 'Created pod: isvc-logger-predictor-6d94fc7bdd-7xvh7'
  metadata:
    creationTimestamp: "2026-05-25T13:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:24:53Z"
    name: isvc-logger-predictor-6d94fc7bdd.18b2d1cff83cd116
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 9cb28b3c-2fa1-490c-9a9b-f297be96104f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: 993aaebf-c2b4-4e63-b015-48d9371846e2
  kind: Event
  lastTimestamp: "2026-05-25T13:24:53Z"
  message: Scaled up replica set isvc-logger-predictor-6d94fc7bdd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:24:53Z"
    name: isvc-logger-predictor.18b2d1cff4961189
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 12843b7a-c1b4-49fb-96dc-1069d928fa0b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 1aa234a9-0998-4234-beae-34183297a223
  kind: Event
  lastTimestamp: "2026-05-25T13:25:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:38Z"
    name: isvc-logger-predictor.18b2d1d3737da3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18230"
    uid: 775354a6-d89d-4241-9487-937344b7bfad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 1aa234a9-0998-4234-beae-34183297a223
  kind: Event
  lastTimestamp: "2026-05-25T13:25:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:38Z"
    name: isvc-logger-predictor.18b2d1d373e77c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 6b5eb296-2c6b-4c0f-8d2e-88723b87bd11
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18013"
    uid: 1aa234a9-0998-4234-beae-34183297a223
  kind: Event
  lastTimestamp: "2026-05-25T13:26:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:26:08Z"
    name: isvc-logger-predictor.18b2d1d6f29c663b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18450"
    uid: 2f4812df-d6d7-43a6-bda7-69ed33225da2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18013"
    uid: 1aa234a9-0998-4234-beae-34183297a223
  kind: Event
  lastTimestamp: "2026-05-25T13:26:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:26:08Z"
    name: isvc-logger-predictor.18b2d1d6f304cb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "18451"
    uid: c37a831d-d359-4f94-be01-1dd9f0c25eb4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17831"
    uid: a2345356-e3ce-4269-9428-ed49e018b61f
  kind: Event
  lastTimestamp: "2026-05-25T13:26:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:26:07Z"
    name: isvc-logger.18b2d1cff463baa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 18f3e036-b678-457c-a339-8c7ee0d34e77
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17831"
    uid: a2345356-e3ce-4269-9428-ed49e018b61f
  kind: Event
  lastTimestamp: "2026-05-25T13:24:53Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T13:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:24:53Z"
    name: isvc-logger.18b2d1cff4d8f7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17847"
    uid: c0b3692d-291d-4667-80e5-07f44247b41e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18432"
    uid: a2345356-e3ce-4269-9428-ed49e018b61f
  kind: Event
  lastTimestamp: "2026-05-25T13:26:06Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:26:06Z"
    name: isvc-logger.18b2d1e0fb3888fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18433"
    uid: ff3b9698-7647-4482-876a-f7dbde869d8e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:32:50.514934Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: 24fcf17b-fe9e-486f-b323-b99d07dc2d62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:32:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:32:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf.18b2d23eefa204b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21709"
    uid: c3c65c9e-da06-4275-bb77-4c3cf5bbb4ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: 24fcf17b-fe9e-486f-b323-b99d07dc2d62
  kind: Event
  lastTimestamp: "2026-05-25T13:32:50Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:32:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf.18b2d23f0992eb3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: b1505c46-9898-46fe-a17e-5a020ce200a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 24fcf17b-fe9e-486f-b323-b99d07dc2d62
  kind: Event
  lastTimestamp: "2026-05-25T13:32:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf.18b2d23f0e82c654
    namespace: kserve-ci-e2e-test
    resourceVersion: "21724"
    uid: 41855489-9626-44a2-b328-c0ad75c3ba0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 24fcf17b-fe9e-486f-b323-b99d07dc2d62
  kind: Event
  lastTimestamp: "2026-05-25T13:32:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf.18b2d23f110a9698
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: ed096586-4aa5-4d14-a72d-d03c88c22de2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 24fcf17b-fe9e-486f-b323-b99d07dc2d62
  kind: Event
  lastTimestamp: "2026-05-25T13:32:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf.18b2d23f117587a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: 2c17b749-c5df-4d7d-9e5c-ff58e8161946
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 24fcf17b-fe9e-486f-b323-b99d07dc2d62
  kind: Event
  lastTimestamp: "2026-05-25T13:32:55Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T13:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf.18b2d2400c4af846
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 7f1417d7-0353-4ab6-963a-41468ec7d642
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 24fcf17b-fe9e-486f-b323-b99d07dc2d62
  kind: Event
  lastTimestamp: "2026-05-25T13:32:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf.18b2d2400efcc9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21765"
    uid: 595820c7-195d-42ad-9e9d-c7344873e7c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 24fcf17b-fe9e-486f-b323-b99d07dc2d62
  kind: Event
  lastTimestamp: "2026-05-25T13:32:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf.18b2d2400f69a82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: fb9c181d-949c-4d66-830a-32eda5ac725d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 24fcf17b-fe9e-486f-b323-b99d07dc2d62
  kind: Event
  lastTimestamp: "2026-05-25T13:32:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf.18b2d2400f77b4f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21769"
    uid: a37145cd-6473-44f8-bfd7-52f6d73398d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 24fcf17b-fe9e-486f-b323-b99d07dc2d62
  kind: Event
  lastTimestamp: "2026-05-25T13:32:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf.18b2d240121380a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 0d1f938e-3136-48e4-983e-9f2b410d409d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 24fcf17b-fe9e-486f-b323-b99d07dc2d62
  kind: Event
  lastTimestamp: "2026-05-25T13:32:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf.18b2d24012867902
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: 557d2f69-32f4-40fe-a704-df0f7b57d434
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 24fcf17b-fe9e-486f-b323-b99d07dc2d62
  kind: Event
  lastTimestamp: "2026-05-25T13:33:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:40Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf.18b2d24a999e4544
    namespace: kserve-ci-e2e-test
    resourceVersion: "22125"
    uid: 04dac862-3dcd-4fcf-b34c-d5888db65033
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 24fcf17b-fe9e-486f-b323-b99d07dc2d62
  kind: Event
  lastTimestamp: "2026-05-25T13:33:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:40Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf.18b2d24a999ef577
    namespace: kserve-ci-e2e-test
    resourceVersion: "22128"
    uid: 97a77c33-a00a-4bf2-b1f0-80d75480709d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "21693"
    uid: 6e1749d2-da8c-49a7-8a4a-9e9f30bdbcb1
  kind: Event
  lastTimestamp: "2026-05-25T13:32:50Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-ttddf'
  metadata:
    creationTimestamp: "2026-05-25T13:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18b2d23eef307efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 1c94a73d-dc80-4c57-baa7-0aaafbe99cf8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21691"
    uid: 758fd6a7-7f44-43fb-8172-bbd9e0808a06
  kind: Event
  lastTimestamp: "2026-05-25T13:32:50Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:50Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2d23eec23ad6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21695"
    uid: 56cd6fc2-316d-4928-9371-f570f444a761
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21692"
    uid: 261129e6-d7f6-4c49-b850-fa34836699eb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:33:05Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2d2426b068e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "21841"
    uid: 32ae81c0-485c-49b5-8079-439f362f4fe4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21692"
    uid: 261129e6-d7f6-4c49-b850-fa34836699eb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:33:05Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2d2426b69e991
    namespace: kserve-ci-e2e-test
    resourceVersion: "21843"
    uid: 58706c09-685d-4f49-9664-df58f63a5e2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: 261129e6-d7f6-4c49-b850-fa34836699eb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:33:35Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2d245eabcf962
    namespace: kserve-ci-e2e-test
    resourceVersion: "22059"
    uid: ac113532-fdb4-4d87-812a-589960429c83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: 261129e6-d7f6-4c49-b850-fa34836699eb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:33:35Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2d245eb28c21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22060"
    uid: 45e4535c-e206-4df4-bc82-3726db9817cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 8436384a-d1b5-4831-99e8-88da1b4a0d81
  kind: Event
  lastTimestamp: "2026-05-25T13:33:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:33:32Z"
    name: isvc-mlflow-v2-runtime.18b2d23eebf345cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: 226e65bf-a715-40e7-9ac2-7c33cb70a758
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 8436384a-d1b5-4831-99e8-88da1b4a0d81
  kind: Event
  lastTimestamp: "2026-05-25T13:32:50Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:32:50Z"
    name: isvc-mlflow-v2-runtime.18b2d23eec5fb041
    namespace: kserve-ci-e2e-test
    resourceVersion: "21697"
    uid: efbee365-3a1d-4721-af50-9cff35d6aafc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22038"
    uid: 8436384a-d1b5-4831-99e8-88da1b4a0d81
  kind: Event
  lastTimestamp: "2026-05-25T13:33:32Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:33:32Z"
    name: isvc-mlflow-v2-runtime.18b2d248afac5489
    namespace: kserve-ci-e2e-test
    resourceVersion: "22039"
    uid: 882db211-8ead-460a-8c44-eaac05dd40a5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:35:00.864212Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22789"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-5wb54
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:35:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:35:00Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d25d490e229c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22793"
    uid: c7263e7e-01f4-4aff-b8c7-bca1ae3c46a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:35:01Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:35:01Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d25d62982176
    namespace: kserve-ci-e2e-test
    resourceVersion: "22808"
    uid: 34303096-844b-4b04-9ff4-8c13cda71bd7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:35:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:01Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d25d640f958f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22810"
    uid: 015cd104-0aea-4aef-9b8a-d6f31fa4fd84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:35:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:01Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d25d675305d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 52efa78c-a7c2-44ea-a8a6-a226e2d01b9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:35:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:01Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d25d67d31445
    namespace: kserve-ci-e2e-test
    resourceVersion: "22812"
    uid: 89bebcd0-566f-4642-aac9-eaf4fd92cda7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:35:06Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T13:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:06Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d25ea2f323a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22855"
    uid: ab43ecf7-feb4-4976-bea8-440c6ce175f7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:35:17Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.038s (11.038s
    including waiting). Image size: 1162544372 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:17Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d26134e24a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22940"
    uid: 397fac38-57e4-42c9-8f9d-998e4e1de492
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:35:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:17Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d26137e6c955
    namespace: kserve-ci-e2e-test
    resourceVersion: "22941"
    uid: 2fbe730e-819e-4fa2-ad3e-146cc01a7d81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:35:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:17Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d261385be74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22942"
    uid: e9184b14-d1e5-40d4-ad83-29c1b61e7511
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:35:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:17Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d261386914ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22943"
    uid: 4c0631c8-d4b0-420a-b08f-a95742cc0690
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:35:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:17Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d2613bc25721
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: bcaa6e7c-e5f4-44d1-b7e3-d1926b97fc8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:35:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:17Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d2613c3b5436
    namespace: kserve-ci-e2e-test
    resourceVersion: "22946"
    uid: 36b5c028-50ef-4053-9649-a8affe3a1054
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:36:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:14Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d26170b8446a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 1fdd671a-22b3-47b6-bfbf-64e0c373e997
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:36:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:12Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d26de8d32bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23371"
    uid: 8c830467-ecd4-4371-b355-8ca2b7dea927
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:36:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:12Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d26de8d3bad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23374"
    uid: 468e92bf-b29e-42f9-a6e5-ce1914ee4343
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: a52f21a8-9696-4994-9f18-840fa341b37d
  kind: Event
  lastTimestamp: "2026-05-25T13:36:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:14Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-5wb54.18b2d26e7abec336
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: 2125c394-8882-4c1f-bac7-027b55be2943
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: a9361a4b-a3bb-4a98-992b-acb1cb731642
  kind: Event
  lastTimestamp: "2026-05-25T13:35:00Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-5wb54'
  metadata:
    creationTimestamp: "2026-05-25T13:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:35:00Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18b2d25d485c532c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 43043a08-1af3-49e5-b357-68e1e99918d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 6d613e47-bcc8-4539-b028-9f64b26ec3b5
  kind: Event
  lastTimestamp: "2026-05-25T13:35:00Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:35:00Z"
    name: isvc-paddle-predictor.18b2d25d43f78aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22778"
    uid: f5b1d1e7-9e59-461e-aadb-df44e007dbc2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22774"
    uid: 9a185ff6-53fa-47c0-9963-3945fafb97ac
  kind: Event
  lastTimestamp: "2026-05-25T13:36:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:36:00Z"
    name: isvc-paddle-predictor.18b2d260c38c962c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: dfbc3251-e10d-414f-ad8c-7d4eb8af0e2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22774"
    uid: 9a185ff6-53fa-47c0-9963-3945fafb97ac
  kind: Event
  lastTimestamp: "2026-05-25T13:36:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:36:00Z"
    name: isvc-paddle-predictor.18b2d260c40f5802
    namespace: kserve-ci-e2e-test
    resourceVersion: "23257"
    uid: 2732ba32-4d0c-4479-adce-e85ea19c5850
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:36:12.357600Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23389"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:36:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:36:12Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d26dee64a7e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: 17553de3-0cec-4cc7-8b21-f3b722383d0c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:36:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:12Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d26dfa83354c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23404"
    uid: 03a7b167-0474-4744-a9af-08b13cb580d5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:36:13Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:36:13Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d26e2b605352
    namespace: kserve-ci-e2e-test
    resourceVersion: "23412"
    uid: c33be37d-6f74-42de-a3e2-9ee83f94cea4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:36:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:13Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d26e2cb4c36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23414"
    uid: 9abfb90a-187d-4fea-bed1-22e3d0ef96cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:36:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:13Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d26e2f919797
    namespace: kserve-ci-e2e-test
    resourceVersion: "23416"
    uid: b0332feb-f96e-414a-9443-161b1ba4d095
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:36:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:13Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d26e300831c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: 304c7641-c0b3-4c74-8d62-d70f6c171d6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:36:17Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:17Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d26f37c51140
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: b69698ae-56d3-4bbf-9da2-90b0ba5730f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:36:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:17Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d26f3ae485f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23468"
    uid: 3bde7511-2193-41ef-8a35-71bb413d8ca0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:36:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:17Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d26f3b5b7485
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: f0f04592-eb72-47f3-872a-9f9d26ade579
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:36:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:17Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d26f3b67c004
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: f569e8c9-e263-4c5e-b1a7-d9ea04c001d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:36:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:18Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d26f3ea8cb05
    namespace: kserve-ci-e2e-test
    resourceVersion: "23473"
    uid: d682616b-f40d-4312-8819-b2ed045c3573
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:36:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:36:18Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d26f3f20539f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23474"
    uid: 53eda481-e934-4910-a7bb-a110944224c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:37:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:37:14Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d26f73b10f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "24246"
    uid: 40610b67-f2aa-42cf-afe1-fa22c4d1f8f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:37:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:37:13Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d27c3edd018c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24199"
    uid: 28377023-d2b1-4baf-9ef3-d0079459546e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:37:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:37:13Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d27c3edd93d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24201"
    uid: 9973faa7-8fe9-4c1c-b970-6acff8b5a8bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 4ad4a5da-14cd-4f79-bc2f-b44f73af5457
  kind: Event
  lastTimestamp: "2026-05-25T13:37:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:37:14Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp.18b2d27c7db43285
    namespace: kserve-ci-e2e-test
    resourceVersion: "24245"
    uid: cfb5d01b-f9b5-4754-a26a-80214c86c6c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23378"
    uid: 7919cfbb-8549-4377-97de-36a44e90eea4
  kind: Event
  lastTimestamp: "2026-05-25T13:36:12Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-nxhnp'
  metadata:
    creationTimestamp: "2026-05-25T13:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:36:12Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18b2d26dedf1364f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: e0af29c3-9475-420d-b596-e4eadefc0d92
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: 65e710e7-f642-45a9-abbb-c43a062eef92
  kind: Event
  lastTimestamp: "2026-05-25T13:36:12Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T13:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:36:12Z"
    name: isvc-paddle-runtime-predictor.18b2d26dea4287f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23380"
    uid: 80e3403e-41ac-4ffb-a181-3f7b5dc907b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23377"
    uid: c5683cbc-9b3d-4933-8ffe-44d2b5d46743
  kind: Event
  lastTimestamp: "2026-05-25T13:36:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:36:42Z"
    name: isvc-paddle-runtime-predictor.18b2d27168cc4efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23923"
    uid: c191eb94-f72a-4e47-b107-1bf11c6f607c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23377"
    uid: c5683cbc-9b3d-4933-8ffe-44d2b5d46743
  kind: Event
  lastTimestamp: "2026-05-25T13:36:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:36:42Z"
    name: isvc-paddle-runtime-predictor.18b2d2716931f10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23924"
    uid: f6ac77ae-0b8f-4edd-b615-43a4a2de4342
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23543"
    uid: c5683cbc-9b3d-4933-8ffe-44d2b5d46743
  kind: Event
  lastTimestamp: "2026-05-25T13:37:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:37:12Z"
    name: isvc-paddle-runtime-predictor.18b2d27866f4e113
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: 9400ea18-e4ba-4078-9261-487c065088bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23543"
    uid: c5683cbc-9b3d-4933-8ffe-44d2b5d46743
  kind: Event
  lastTimestamp: "2026-05-25T13:37:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:37:12Z"
    name: isvc-paddle-runtime-predictor.18b2d278675e788c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 29928fd6-5eb0-4aeb-a2a0-880b1aab2f24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23347"
    uid: a020b49a-c64e-4295-ae5c-de85ec34c6fd
  kind: Event
  lastTimestamp: "2026-05-25T13:37:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:37:05Z"
    name: isvc-paddle-runtime.18b2d26dea274c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "24107"
    uid: 40078306-55be-481d-9012-eb005c3b94b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23347"
    uid: a020b49a-c64e-4295-ae5c-de85ec34c6fd
  kind: Event
  lastTimestamp: "2026-05-25T13:36:12Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:36:12Z"
    name: isvc-paddle-runtime.18b2d26deac76d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23382"
    uid: 7544b56c-e617-4844-be19-e051b3766216
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24104"
    uid: a020b49a-c64e-4295-ae5c-de85ec34c6fd
  kind: Event
  lastTimestamp: "2026-05-25T13:37:04Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:37:04Z"
    name: isvc-paddle-runtime.18b2d27a2eedd641
    namespace: kserve-ci-e2e-test
    resourceVersion: "24106"
    uid: 738e6602-486f-4b92-aafe-c60df1ee4764
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:37:13.919290Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24215"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:37:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:37:13Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d27c43c17031
    namespace: kserve-ci-e2e-test
    resourceVersion: "24221"
    uid: 9bc2de6d-51aa-4b3e-a8dd-e2b0ee63fb5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24225"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:37:14Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:37:14Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d27c5d764a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "24233"
    uid: 92705c6b-2526-4868-b3f9-1231e63127f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:37:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:37:14Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d27c5edd8fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24238"
    uid: 1f6c3a17-d2c9-4a95-9d57-b84df14cf279
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:37:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:37:14Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d27c61cf491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24239"
    uid: 5d4f9acd-b214-4d2c-9004-527289f43281
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:37:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:37:14Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d27c624972df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24240"
    uid: 616bde57-662e-455b-9f3b-1e8807ac6024
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:37:19Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:37:19Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d27d7602392a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: b83fa83f-c6c1-49e6-9dc4-3f3fd1405e2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:37:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:37:19Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d27d78f98a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "24283"
    uid: 122bf58c-f8a4-4c3e-9a6d-6e9ca2ec0660
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:37:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:37:19Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d27d7970ee55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: 853818b5-e1d4-45e9-8d3c-ee2db4dd535d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:37:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:37:19Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d27d797c94f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24287"
    uid: 41a8ea65-b0f5-45d7-828c-b3cd5c64faa4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:37:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:37:19Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d27d7cf2f021
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 8f22c7d1-442c-4a8b-a0c9-11832bcb42fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:37:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:37:19Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d27d7d67c067
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 1d662187-c5e3-48c0-854a-ac4ed710ab24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:38:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:17Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d27dedb910fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24781"
    uid: e9815e11-7e41-4b94-b7bf-7eb282f48e47
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:38:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:15Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d28aa356ccca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24729"
    uid: 4471e3ef-33f0-4888-bb54-015f32329856
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:38:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:15Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d28aa3576e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24732"
    uid: 95b80b1a-959c-42d6-ae70-97063c5577aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 971e7680-ff0f-4010-9f41-de435da8b942
  kind: Event
  lastTimestamp: "2026-05-25T13:38:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:17Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz.18b2d28af7bc2d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: de30da5d-a103-413d-af71-34cf99d35833
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "24206"
    uid: a7bee3c9-b8b8-477f-b0ec-803df4191322
  kind: Event
  lastTimestamp: "2026-05-25T13:37:13Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-gj2dz'
  metadata:
    creationTimestamp: "2026-05-25T13:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:37:13Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18b2d27c43395cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: b08e327d-941c-4da5-8514-fbad1edebccf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24204"
    uid: 900d9b02-0741-4c0c-ba11-acdd48e7383d
  kind: Event
  lastTimestamp: "2026-05-25T13:37:13Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T13:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:37:13Z"
    name: isvc-paddle-v2-kserve-predictor.18b2d27c4064691e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24208"
    uid: e7dcd662-0099-4433-aff8-ca5a3cc7afe5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24205"
    uid: 618deb82-2bd6-4764-adb7-fdfcd8e9b7e3
  kind: Event
  lastTimestamp: "2026-05-25T13:37:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:37:43Z"
    name: isvc-paddle-v2-kserve-predictor.18b2d27fbef1a654
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: 0fdaa3e2-fc5a-44b7-b19b-166d16afcd34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24205"
    uid: 618deb82-2bd6-4764-adb7-fdfcd8e9b7e3
  kind: Event
  lastTimestamp: "2026-05-25T13:37:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:37:43Z"
    name: isvc-paddle-v2-kserve-predictor.18b2d27fbf5f0fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: afa49bd1-94cf-4580-b6fb-aabbab122fb6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24362"
    uid: 618deb82-2bd6-4764-adb7-fdfcd8e9b7e3
  kind: Event
  lastTimestamp: "2026-05-25T13:38:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:38:13Z"
    name: isvc-paddle-v2-kserve-predictor.18b2d286bd4bd90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24690"
    uid: 5cc38692-8b81-4cb1-b69d-3d0b786e3063
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24362"
    uid: 618deb82-2bd6-4764-adb7-fdfcd8e9b7e3
  kind: Event
  lastTimestamp: "2026-05-25T13:38:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:38:13Z"
    name: isvc-paddle-v2-kserve-predictor.18b2d286bdb41948
    namespace: kserve-ci-e2e-test
    resourceVersion: "24691"
    uid: 0fb816ef-723b-4d04-a0d1-a3c9c7f7b79c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 01560406-eb5d-4894-b916-4427c58ccdf9
  kind: Event
  lastTimestamp: "2026-05-25T13:38:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:38:07Z"
    name: isvc-paddle-v2-kserve.18b2d27c403b4ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: faf945c2-fefc-4819-ba02-04dca3cb861b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:37:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 01560406-eb5d-4894-b916-4427c58ccdf9
  kind: Event
  lastTimestamp: "2026-05-25T13:37:13Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:37:13Z"
    name: isvc-paddle-v2-kserve.18b2d27c40942a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24210"
    uid: 0e0f39d8-bfb6-48d0-b960-0ed7c301cf70
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24643"
    uid: 01560406-eb5d-4894-b916-4427c58ccdf9
  kind: Event
  lastTimestamp: "2026-05-25T13:38:07Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:38:07Z"
    name: isvc-paddle-v2-kserve.18b2d288a8a1f1d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24645"
    uid: 497500c8-dca4-45cb-b642-41f212e25da6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "22746"
    uid: c899f070-ace6-48d2-ae96-8570fdc67979
  kind: Event
  lastTimestamp: "2026-05-25T13:36:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:36:04Z"
    name: isvc-paddle.18b2d25d43e56cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23294"
    uid: f7f2e8d6-9819-45c7-9fa4-d4ecfae7509c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "22746"
    uid: c899f070-ace6-48d2-ae96-8570fdc67979
  kind: Event
  lastTimestamp: "2026-05-25T13:35:00Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T13:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:35:00Z"
    name: isvc-paddle.18b2d25d448c768e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 59d27678-82e0-4214-96cc-23f441b936ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "22752"
    uid: c899f070-ace6-48d2-ae96-8570fdc67979
  kind: Event
  lastTimestamp: "2026-05-25T13:35:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:35:00Z"
    name: isvc-paddle.18b2d25d4bac8f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "22800"
    uid: d39af66e-eb52-4031-8bdf-52cf793b80a7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:36:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "23292"
    uid: c899f070-ace6-48d2-ae96-8570fdc67979
  kind: Event
  lastTimestamp: "2026-05-25T13:36:04Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:36:04Z"
    name: isvc-paddle.18b2d26c2be918e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23293"
    uid: 259cb715-b29c-4981-8657-2f4f89f9bce1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:38:15.738543Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24747"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-rtct6
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:38:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:38:15Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d28aa8786e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24751"
    uid: 5a09f138-d3b5-4ddc-b029-bba44fca3ac2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:38:16Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:38:16Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d28ac2270f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "24769"
    uid: 364c6f6e-3c5e-4f4a-a909-7dfb98d4a5af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:38:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:16Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d28ac369e503
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 589fb3fe-35bd-49ae-a86f-f067f1b01e30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:38:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:16Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d28ac668101e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24772"
    uid: 5a96f47e-3ce3-4c09-81e9-7b0d2508af19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:38:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:16Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d28ac7006cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24773"
    uid: b9afee09-6413-46d2-b020-0245125dab29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:38:20Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T13:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:20Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d28bb4735a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: 4fb644c8-b291-4f8a-ae53-317e731a5d24
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:38:27Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.931s (6.931s
    including waiting). Image size: 801575301 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:27Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d28d519cc2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24865"
    uid: 28fde1f7-d93c-445a-a70f-ca21d6f0ebb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:38:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:27Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d28d54889cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24866"
    uid: 44a394df-f4ca-47df-8d39-8691c89d79a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:38:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:27Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d28d5501f4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24867"
    uid: 2ae1b7a2-9277-4c69-8449-6fb722f5345e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:38:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:27Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d28d550ddc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "24868"
    uid: 9d48dd41-d261-4b60-aaed-4beaa42d8382
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:38:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:27Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d28d57dec352
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 37b9f19a-0437-4b36-a8cc-cab187e29444
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:38:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:38:27Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d28d585525da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24870"
    uid: 030acf89-458f-40b4-afa2-0073a919b032
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:39:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:35Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d28dceb6c4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 86f1095d-ad5c-4bcb-b06b-8fc081b41b7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:39:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:46Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d29fdfa93b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: 8485304c-8b33-4046-b345-4d069efa1cea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:39:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:46Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d29fdfa9d18f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25481"
    uid: 1b4739b9-92db-4b9b-a1a6-b92b8ff482e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rtct6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 47039c40-ae42-4a88-97a7-9666f15db2ff
  kind: Event
  lastTimestamp: "2026-05-25T13:39:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:50Z"
    name: isvc-pmml-predictor-8bb578669-rtct6.18b2d2a0aadccf5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25546"
    uid: 4141d104-baad-403b-9011-f9acf5279792
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: a7a47cea-3ca4-4afa-8804-63b4822698ad
  kind: Event
  lastTimestamp: "2026-05-25T13:38:15Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-rtct6'
  metadata:
    creationTimestamp: "2026-05-25T13:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:38:15Z"
    name: isvc-pmml-predictor-8bb578669.18b2d28aa81032b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: 9982ee5a-4c32-4543-bfd0-7e4bd40f143c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24735"
    uid: f7ae86d3-a54c-45fd-9c05-350c63659f45
  kind: Event
  lastTimestamp: "2026-05-25T13:38:15Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:38:15Z"
    name: isvc-pmml-predictor.18b2d28aa53b2778
    namespace: kserve-ci-e2e-test
    resourceVersion: "24739"
    uid: f084e7f5-891b-433e-bb2e-8d7fa2087a0e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24736"
    uid: 2253f949-20f6-4fed-b562-2a214331b956
  kind: Event
  lastTimestamp: "2026-05-25T13:39:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:39:00Z"
    name: isvc-pmml-predictor.18b2d28e23839bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25110"
    uid: d68944d3-56ce-4f34-b1b6-9b83b9e5be97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24736"
    uid: 2253f949-20f6-4fed-b562-2a214331b956
  kind: Event
  lastTimestamp: "2026-05-25T13:39:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:39:00Z"
    name: isvc-pmml-predictor.18b2d28e23ed440e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 77211000-8b71-40e3-b33a-7fafedbc0b22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24901"
    uid: 2253f949-20f6-4fed-b562-2a214331b956
  kind: Event
  lastTimestamp: "2026-05-25T13:39:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:39:45Z"
    name: isvc-pmml-predictor.18b2d291a33a118c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: fe5fc7af-29fc-40b3-a033-855cd177f3f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24901"
    uid: 2253f949-20f6-4fed-b562-2a214331b956
  kind: Event
  lastTimestamp: "2026-05-25T13:39:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:39:45Z"
    name: isvc-pmml-predictor.18b2d291a39f7cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25438"
    uid: 5d18cdb5-abc6-4dbf-bd91-2a50b0b40a82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:39:46.963837Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-c5pjw
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:39:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:39:46Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d29fe5ebfa5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25498"
    uid: 83ee53f0-406d-4179-94b0-9f77c712c2fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:39:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:47Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d29ff60ea912
    namespace: kserve-ci-e2e-test
    resourceVersion: "25511"
    uid: 20eed182-20b2-46b6-aeb4-d4dbc30c0b9a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25505"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:39:47Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:39:47Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2a0233cb0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25520"
    uid: 0213dcee-f901-465c-8522-f60bada02496
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:39:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:48Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2a024a0b435
    namespace: kserve-ci-e2e-test
    resourceVersion: "25522"
    uid: 24cee760-eb6a-445e-9736-e7b818da1235
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:39:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:48Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2a02916bf3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25524"
    uid: 797fbbcb-3908-4564-9757-5fc73f4717d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:39:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:48Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2a029915414
    namespace: kserve-ci-e2e-test
    resourceVersion: "25525"
    uid: bae46027-59dd-4bbe-933d-b004568ecef0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:39:52Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:52Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2a12fb716b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: 20995796-9d06-4ea3-8346-68ff934739f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:39:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:52Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2a133387a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25567"
    uid: a8756296-f841-490f-bf8f-a6ba4305254f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:39:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:52Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2a133f826d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25568"
    uid: fb58c89d-480a-4eff-960f-c9f5181f8dd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:39:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:52Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2a13404e922
    namespace: kserve-ci-e2e-test
    resourceVersion: "25569"
    uid: a23d43e8-64e0-4135-a145-48904539359c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:39:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:52Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2a136b5cb1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 217ca091-e3cd-42a9-8137-d673896e6f3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:39:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:39:52Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2a1372ded07
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: fc16dfa5-2470-4b7e-a96e-2f596004d712
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:41:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:41:28Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2a1a7556f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26306"
    uid: 5e6673ad-1372-4b25-b28d-19731accb693
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:41:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:41:27Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2b769d24c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "26272"
    uid: e81d68ed-f30b-42f7-989f-1bd6092d9af8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:41:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:41:27Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2b769d33320
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: e6d582b7-a143-4335-bfe8-03a05a0a140e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: ae126930-51fa-45aa-9be7-b981c0a49df7
  kind: Event
  lastTimestamp: "2026-05-25T13:41:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:41:30Z"
    name: isvc-pmml-runtime-predictor-67bc544947-c5pjw.18b2d2b801847f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26338"
    uid: 8e95b4cf-5d86-4eb1-b20d-27b24bb6619d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: c80e4324-58aa-470f-836a-c2b34a6a521f
  kind: Event
  lastTimestamp: "2026-05-25T13:39:46Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-c5pjw'
  metadata:
    creationTimestamp: "2026-05-25T13:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:39:46Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18b2d29fe581c12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25495"
    uid: 27a34ea0-dfee-4269-94dc-28d955670bce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25480"
    uid: 3c077735-7dbc-41bb-bd39-f989ae90c525
  kind: Event
  lastTimestamp: "2026-05-25T13:39:46Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T13:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:39:46Z"
    name: isvc-pmml-runtime-predictor.18b2d29fe0e35225
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 0eb53ad6-e30d-463e-a4ab-783cf82ed192
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:40:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25482"
    uid: 83faf63f-2455-4cf8-9e37-17dbfe1366f7
  kind: Event
  lastTimestamp: "2026-05-25T13:40:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:40:16Z"
    name: isvc-pmml-runtime-predictor.18b2d2a35f62fe02
    namespace: kserve-ci-e2e-test
    resourceVersion: "25746"
    uid: 2a16ed24-1acb-423c-bfff-3d308cc65450
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:40:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25482"
    uid: 83faf63f-2455-4cf8-9e37-17dbfe1366f7
  kind: Event
  lastTimestamp: "2026-05-25T13:40:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:40:16Z"
    name: isvc-pmml-runtime-predictor.18b2d2a35fcc634c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25747"
    uid: b41515c6-d2d4-446e-b919-8eb602a6694c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:40:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25639"
    uid: 83faf63f-2455-4cf8-9e37-17dbfe1366f7
  kind: Event
  lastTimestamp: "2026-05-25T13:41:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:41:16Z"
    name: isvc-pmml-runtime-predictor.18b2d2aa5da81faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 1e792f34-f17d-4b97-a09f-6c18a1649c27
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:40:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25639"
    uid: 83faf63f-2455-4cf8-9e37-17dbfe1366f7
  kind: Event
  lastTimestamp: "2026-05-25T13:41:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:41:16Z"
    name: isvc-pmml-runtime-predictor.18b2d2aa5e0f6723
    namespace: kserve-ci-e2e-test
    resourceVersion: "26161"
    uid: cb65b9f1-24f4-4f19-ac64-cc39918e9848
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25453"
    uid: 7a73c045-a2c3-4e59-b948-e9455ed9ca0c
  kind: Event
  lastTimestamp: "2026-05-25T13:41:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:41:18Z"
    name: isvc-pmml-runtime.18b2d29fe0b5111d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26181"
    uid: 085989b9-2c03-4fb8-820d-18ab482a9b28
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25453"
    uid: 7a73c045-a2c3-4e59-b948-e9455ed9ca0c
  kind: Event
  lastTimestamp: "2026-05-25T13:39:46Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:39:46Z"
    name: isvc-pmml-runtime.18b2d29fe10149aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 4bcb93f7-1a2e-4e7f-94d1-745ed6c338ac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: 7a73c045-a2c3-4e59-b948-e9455ed9ca0c
  kind: Event
  lastTimestamp: "2026-05-25T13:39:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:39:46Z"
    name: isvc-pmml-runtime.18b2d29fe6b2b0e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25504"
    uid: 47915108-0e62-4938-a922-65cdb501ff44
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26179"
    uid: 7a73c045-a2c3-4e59-b948-e9455ed9ca0c
  kind: Event
  lastTimestamp: "2026-05-25T13:41:18Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:41:18Z"
    name: isvc-pmml-runtime.18b2d2b53a7ac1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26180"
    uid: 55f3c15b-3143-49f6-b806-e18210c4efeb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:41:28.075929Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:41:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:41:28Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2b770ac0da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26293"
    uid: 66f13359-bebd-4726-b320-d1ecb22fa794
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26299"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:41:28Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:41:28Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2b78a3a5ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26307"
    uid: fff40723-8368-4fd4-a0ac-7302565c9430
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:41:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:41:28Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2b78bac5479
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 39eee492-adc4-4370-a5dc-27ad9b8f5759
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:41:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:41:28Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2b78e95613a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26310"
    uid: bd37578d-a2fb-4f38-86f8-f684b08f83d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:41:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:41:28Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2b78f333a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26311"
    uid: 70f72833-5eda-440e-9e5f-7ee7eeb03e9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:41:32Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:41:32Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2b889156400
    namespace: kserve-ci-e2e-test
    resourceVersion: "26356"
    uid: 7b38ae28-94f3-4d56-8ecf-4ee2612d93e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:41:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:41:32Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2b88c2956b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26358"
    uid: db69a1f7-dd64-4e51-bd84-56b3a0e6a3ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:41:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:41:32Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2b88ca023f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26361"
    uid: 36e158c6-21b4-4f62-b659-b71055be4a0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:41:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:41:32Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2b88cac8877
    namespace: kserve-ci-e2e-test
    resourceVersion: "26362"
    uid: a95b6994-b13e-4b48-8eb4-23fe5152d1d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:41:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:41:32Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2b88f625e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "26364"
    uid: 53eecb44-29b8-46dc-ac64-76d31e1e3735
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:41:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:41:32Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2b88fde42ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26365"
    uid: 307e7f6e-9253-49c3-95c8-1e743c627417
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:43:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:43:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2b9011b5338
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 4f12ec43-77e8-44ad-81ac-8d1b3bba6ea6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:42:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:42:59Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2cca0262927
    namespace: kserve-ci-e2e-test
    resourceVersion: "27025"
    uid: 79064c0e-3058-4b42-ac1f-ecbd7a6d8feb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:42:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:42:59Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2cca026f7d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 0300ee96-7201-4353-818f-b2af6816cf61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:43:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 3a9ae0fd-7f3b-488a-a9de-70afeeefb625
  kind: Event
  lastTimestamp: "2026-05-25T13:43:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:43:00Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2.18b2d2cd073de40c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27084"
    uid: bebf43b9-e5ec-45a8-abdb-49c2ac7bbbea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: b4faa94c-3be8-46cf-94c9-c3a0f9ecf3bb
  kind: Event
  lastTimestamp: "2026-05-25T13:41:28Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rrwp2'
  metadata:
    creationTimestamp: "2026-05-25T13:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:41:28Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18b2d2b7700a880e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26289"
    uid: 790a21a1-4f67-406e-a8be-85b36a4bdbbf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26273"
    uid: 7c90bf4b-119d-4dd7-8a9a-670f18db5ce8
  kind: Event
  lastTimestamp: "2026-05-25T13:41:27Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T13:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:41:27Z"
    name: isvc-pmml-v2-kserve-predictor.18b2d2b76b31103a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26279"
    uid: 35aa8eb0-54bc-44d2-8f44-55cfa27f5471
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26276"
    uid: c022038a-2e66-4b5d-85a6-5f237babfe89
  kind: Event
  lastTimestamp: "2026-05-25T13:41:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:41:58Z"
    name: isvc-pmml-v2-kserve-predictor.18b2d2bae9fc2bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: 99a48fc0-e594-43b2-85dc-90b9f6542d34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26276"
    uid: c022038a-2e66-4b5d-85a6-5f237babfe89
  kind: Event
  lastTimestamp: "2026-05-25T13:41:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:41:58Z"
    name: isvc-pmml-v2-kserve-predictor.18b2d2baea6aae15
    namespace: kserve-ci-e2e-test
    resourceVersion: "26545"
    uid: 9654df90-2319-4604-b8ef-7c975db00c25
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: c022038a-2e66-4b5d-85a6-5f237babfe89
  kind: Event
  lastTimestamp: "2026-05-25T13:42:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:42:58Z"
    name: isvc-pmml-v2-kserve-predictor.18b2d2c1e840e2bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26993"
    uid: a827b525-dcbc-4f2f-a568-3acfa50621ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: c022038a-2e66-4b5d-85a6-5f237babfe89
  kind: Event
  lastTimestamp: "2026-05-25T13:42:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:42:58Z"
    name: isvc-pmml-v2-kserve-predictor.18b2d2c1e8a78c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "26994"
    uid: f006b679-2ba1-40f1-a8c7-8d40c7f3903d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26246"
    uid: 420ac091-11d5-4e26-b9d0-bb7dc83350ae
  kind: Event
  lastTimestamp: "2026-05-25T13:42:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:42:52Z"
    name: isvc-pmml-v2-kserve.18b2d2b76b098939
    namespace: kserve-ci-e2e-test
    resourceVersion: "26958"
    uid: 1389ab29-e83b-4c19-8f81-a1b13a5ce28c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26246"
    uid: 420ac091-11d5-4e26-b9d0-bb7dc83350ae
  kind: Event
  lastTimestamp: "2026-05-25T13:41:28Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:41:28Z"
    name: isvc-pmml-v2-kserve.18b2d2b76b63a166
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: 869b81df-5769-47e1-a8de-2333a62484c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:41:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26256"
    uid: 420ac091-11d5-4e26-b9d0-bb7dc83350ae
  kind: Event
  lastTimestamp: "2026-05-25T13:41:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:41:28Z"
    name: isvc-pmml-v2-kserve.18b2d2b770bdd381
    namespace: kserve-ci-e2e-test
    resourceVersion: "26297"
    uid: fb452149-eb9f-4aab-8dcb-26f52338bfb1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26956"
    uid: 420ac091-11d5-4e26-b9d0-bb7dc83350ae
  kind: Event
  lastTimestamp: "2026-05-25T13:42:52Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:42:52Z"
    name: isvc-pmml-v2-kserve.18b2d2cb1d2520ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26957"
    uid: 89385255-7145-4b22-85a6-56dee85a563c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 99808480-70b3-4d90-80fc-1c6103ee7e83
  kind: Event
  lastTimestamp: "2026-05-25T13:39:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:39:45Z"
    name: isvc-pmml.18b2d28aa4ddfdd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25430"
    uid: d6f47766-f6bc-4efd-a4b3-a3f153fbe78b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:38:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 99808480-70b3-4d90-80fc-1c6103ee7e83
  kind: Event
  lastTimestamp: "2026-05-25T13:38:15Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:38:15Z"
    name: isvc-pmml.18b2d28aa548a715
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: 74187085-2a48-4515-a03e-42c86debeea4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:39:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 99808480-70b3-4d90-80fc-1c6103ee7e83
  kind: Event
  lastTimestamp: "2026-05-25T13:39:45Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:39:45Z"
    name: isvc-pmml.18b2d29f8638adca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: cf36f691-1812-4298-a941-2cd72d0221ed
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:48:06.139369Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29676"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:48:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:48:06Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d3141f1a180d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29681"
    uid: 1dcb17ee-9cb2-48bd-b15d-5fe7bef0e3ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29686"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:48:06Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:48:06Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d31438dcb202
    namespace: kserve-ci-e2e-test
    resourceVersion: "29694"
    uid: 3a095c66-62b7-4f2d-8d85-3cb0bad8aa5b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:48:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:48:06Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d3143a495445
    namespace: kserve-ci-e2e-test
    resourceVersion: "29696"
    uid: e89cad90-8e34-4a95-9473-ce88e9013c9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:48:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:48:06Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d3143d8cf25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29697"
    uid: e37afff4-c2ea-4636-bbb3-68c1b951792b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:48:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:48:06Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d3143e067369
    namespace: kserve-ci-e2e-test
    resourceVersion: "29698"
    uid: e4a182c3-d60c-4728-912f-629fcb56256f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:48:10Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:48:10Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d3153e9ded3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29738"
    uid: 55c6be19-2224-47f7-82fa-f2a6d51f101e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:48:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:48:11Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d31542ae141a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29742"
    uid: 69a4d5a8-4711-4cb9-944a-4e0653d9527d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:48:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:48:11Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d315436e1ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29743"
    uid: 76674f07-7401-4098-8657-2ac112b929db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:48:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:48:11Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d315437b988e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29744"
    uid: 14a17ddf-9b7a-4de3-b42b-85221400adf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:48:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:48:11Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d31547e9d1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29746"
    uid: 37af980a-ff0c-4a75-bb41-1a55476a5ba7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:48:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:48:11Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d31548606d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "29748"
    uid: 31637a3c-9e9a-4c19-bea6-2e58373e380b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:49:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:49:37Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d3157aab8585
    namespace: kserve-ci-e2e-test
    resourceVersion: "30443"
    uid: 2fed23d7-ff0b-4697-83ae-8d81376fbfd7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:49:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:49:36Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d3291afea72e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30383"
    uid: eea118f6-9116-4e90-b747-93292c602ddd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:49:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:49:36Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d3291aff1405
    namespace: kserve-ci-e2e-test
    resourceVersion: "30387"
    uid: d21d257f-6316-49e7-8d3e-3617bbc09fa0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 42a5a54d-757c-4d85-be37-74c4b56a24ce
  kind: Event
  lastTimestamp: "2026-05-25T13:49:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:49:37Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp.18b2d32980f37101
    namespace: kserve-ci-e2e-test
    resourceVersion: "30442"
    uid: c15d9e07-a1dc-4180-b8b2-1892cbd83993
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: f35c2737-0a78-4527-ae9f-31b217f5403b
  kind: Event
  lastTimestamp: "2026-05-25T13:48:06Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-5xqhp'
  metadata:
    creationTimestamp: "2026-05-25T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:48:06Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18b2d3141e9ace80
    namespace: kserve-ci-e2e-test
    resourceVersion: "29677"
    uid: 0aff7d58-e1ce-48b1-9456-622a995522bc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29661"
    uid: 7249597b-0e80-4c8c-930c-40fcd6e84396
  kind: Event
  lastTimestamp: "2026-05-25T13:48:06Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:48:06Z"
    name: isvc-predictive-lightgbm-predictor.18b2d31419e6c330
    namespace: kserve-ci-e2e-test
    resourceVersion: "29667"
    uid: a708d05c-f9ab-43b7-a266-c1781f09271b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29663"
    uid: cf9b4c91-8dc8-40ca-af7f-2c2e683f7c38
  kind: Event
  lastTimestamp: "2026-05-25T13:48:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:48:21Z"
    name: isvc-predictive-lightgbm-predictor.18b2d31798f9cc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "29822"
    uid: f2ec24c8-7e21-4839-bf46-1be50c68d249
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29663"
    uid: cf9b4c91-8dc8-40ca-af7f-2c2e683f7c38
  kind: Event
  lastTimestamp: "2026-05-25T13:48:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:48:21Z"
    name: isvc-predictive-lightgbm-predictor.18b2d317995c9d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "29824"
    uid: 309801b2-5ebc-4fc2-9e61-df88380bd423
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29823"
    uid: cf9b4c91-8dc8-40ca-af7f-2c2e683f7c38
  kind: Event
  lastTimestamp: "2026-05-25T13:49:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:49:36Z"
    name: isvc-predictive-lightgbm-predictor.18b2d31b18101dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30356"
    uid: d5b31b24-6171-4157-b256-9adf2fe1e41a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29823"
    uid: cf9b4c91-8dc8-40ca-af7f-2c2e683f7c38
  kind: Event
  lastTimestamp: "2026-05-25T13:49:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:49:36Z"
    name: isvc-predictive-lightgbm-predictor.18b2d31b18853c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "30357"
    uid: c91451fa-a48c-478b-a514-7f91a81bbf69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:52:36.808975Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31852"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:52:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:52:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d35324448a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "31856"
    uid: 0d7bf2d3-277c-44a0-8455-59b40d1eec96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31863"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:52:37Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:52:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d3533debe0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: d08e0b60-569c-40ac-b42d-540df800e562
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:52:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:52:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d3533f53c9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31872"
    uid: dd581f87-c4e5-4c22-8926-6795b943a35f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:52:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:52:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d35342d83bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 7fb0c553-d66f-43f1-9082-011592c1abe1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:52:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:52:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d3534354b214
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: 5283292f-9dc9-446b-a8d3-527f2fd3a842
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:52:41Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:52:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d3544a52c455
    namespace: kserve-ci-e2e-test
    resourceVersion: "31915"
    uid: 80a3f9f2-d8ba-48db-9fe2-566df64d3c09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:52:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:52:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d3544d6332c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31920"
    uid: 38788c48-40d1-4485-b1a5-5e7175b7a22c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:52:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:52:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d3544ddc4541
    namespace: kserve-ci-e2e-test
    resourceVersion: "31922"
    uid: 3177d32b-40a9-4cd0-8f5d-4e0b2e381397
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:52:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:52:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d3544de8a20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31923"
    uid: 06097835-4b1d-4039-988f-a9985519999a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:52:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:52:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d35450b19f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "31925"
    uid: d1746fa8-9be7-4453-bbeb-24f2b844cfc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:52:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:52:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d354512eef7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31927"
    uid: 7497e483-7726-4ec6-a62f-47df0940192d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:54:09Z"
  message: 'Readiness probe failed: Get "http://10.132.0.43:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d35d2455b318
    namespace: kserve-ci-e2e-test
    resourceVersion: "32664"
    uid: 2c937648-bf55-42ae-b4b6-5459f132d027
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:54:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d3681f5c3ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32567"
    uid: 45963c48-7638-402b-b052-c0149453da88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:54:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d3681f5cfb0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32569"
    uid: 6616618c-44f7-4ba9-b523-fd2cf683926e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c572bb06-2f8d-4fde-b095-4592f7956f81
  kind: Event
  lastTimestamp: "2026-05-25T13:54:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk.18b2d368c83fa78e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32663"
    uid: c293398e-4c52-4361-88d5-4abcc2f2bab9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31840"
    uid: c4704859-a4b8-4300-a31a-f4026a42415a
  kind: Event
  lastTimestamp: "2026-05-25T13:52:36Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-944jk'
  metadata:
    creationTimestamp: "2026-05-25T13:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:52:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18b2d35323d360bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: 122879ca-6dfb-4a2a-8878-e22fb8c615ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31838"
    uid: e719fb46-f78e-4f63-bc69-b6840493b0bb
  kind: Event
  lastTimestamp: "2026-05-25T13:52:36Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:52:36Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2d3531f59d24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31842"
    uid: 255f8893-8d33-43cd-9a84-1ee1d60df9c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31839"
    uid: c0ce7171-0f83-4f6e-ba0d-ecde86a4d3fd
  kind: Event
  lastTimestamp: "2026-05-25T13:52:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:52:51Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2d3569e414a0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31999"
    uid: 5071bf2c-6a5d-4791-8c0a-86de2ef7e86f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31839"
    uid: c0ce7171-0f83-4f6e-ba0d-ecde86a4d3fd
  kind: Event
  lastTimestamp: "2026-05-25T13:52:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:52:51Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2d3569ea625dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32001"
    uid: 68b01849-b01c-47a4-a355-b2f8a7b58589
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:53:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32000"
    uid: c0ce7171-0f83-4f6e-ba0d-ecde86a4d3fd
  kind: Event
  lastTimestamp: "2026-05-25T13:54:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:54:06Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2d35a1db4b883
    namespace: kserve-ci-e2e-test
    resourceVersion: "32538"
    uid: be2f0760-6d24-48b3-9d5c-5a01f2960a45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:53:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32000"
    uid: c0ce7171-0f83-4f6e-ba0d-ecde86a4d3fd
  kind: Event
  lastTimestamp: "2026-05-25T13:54:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:54:06Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2d35a1e1d839a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32540"
    uid: b59d6258-c2b7-40b0-bee8-8ac39fd563a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31810"
    uid: d5533fca-7cf4-45a9-82ff-59f742e164f9
  kind: Event
  lastTimestamp: "2026-05-25T13:53:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:53:59Z"
    name: isvc-predictive-lightgbm-v2.18b2d3531f3790b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32481"
    uid: 8d4c0527-76b5-4d24-acb8-6a0880062592
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31810"
    uid: d5533fca-7cf4-45a9-82ff-59f742e164f9
  kind: Event
  lastTimestamp: "2026-05-25T13:52:36Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:52:36Z"
    name: isvc-predictive-lightgbm-v2.18b2d3531f8c4480
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: 91b116c0-0ca4-4948-ba39-8caa23f7ff15
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31824"
    uid: d5533fca-7cf4-45a9-82ff-59f742e164f9
  kind: Event
  lastTimestamp: "2026-05-25T13:52:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:52:36Z"
    name: isvc-predictive-lightgbm-v2.18b2d35324dc2242
    namespace: kserve-ci-e2e-test
    resourceVersion: "31864"
    uid: a2ee4bfa-59ff-4f16-9682-12b7e765f6f0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:53:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: d5533fca-7cf4-45a9-82ff-59f742e164f9
  kind: Event
  lastTimestamp: "2026-05-25T13:53:59Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:53:59Z"
    name: isvc-predictive-lightgbm-v2.18b2d36679d60efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32480"
    uid: 0205e0ca-74ee-4afe-b807-c9ac5f02a809
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29634"
    uid: 0d69247e-dcda-4b52-8696-f2b475dc8710
  kind: Event
  lastTimestamp: "2026-05-25T13:49:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:49:28Z"
    name: isvc-predictive-lightgbm.18b2d31419bf825c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30302"
    uid: 08a19fe3-b2d5-4247-a209-a6858a191e6c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29634"
    uid: 0d69247e-dcda-4b52-8696-f2b475dc8710
  kind: Event
  lastTimestamp: "2026-05-25T13:48:06Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:48:06Z"
    name: isvc-predictive-lightgbm.18b2d3141a2b06c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: adab94b6-ebe2-41ba-ae72-ae0d5ce17993
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30300"
    uid: 0d69247e-dcda-4b52-8696-f2b475dc8710
  kind: Event
  lastTimestamp: "2026-05-25T13:49:28Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:49:28Z"
    name: isvc-predictive-lightgbm.18b2d3273213088c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30301"
    uid: 1b74c41f-1876-40fc-9884-7a6a19bac91a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:44:45.648249Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28064"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:44:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:44:45Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2e570e66b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "28070"
    uid: f9de190a-55fb-4d2a-a13c-63bf1051b957
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:44:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:45Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2e57a338da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28076"
    uid: cd4209fc-5eb9-4872-a7f1-2c1953f88867
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28074"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:44:46Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:44:46Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2e5adc408ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28091"
    uid: ebe4292c-e7e0-4ac1-a4b3-68a4f66aad94
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:44:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:46Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2e5af0b36ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28093"
    uid: 93d6da95-9e69-4a03-9e72-1dc108f026cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:44:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:46Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2e5b215bd49
    namespace: kserve-ci-e2e-test
    resourceVersion: "28095"
    uid: 5d760647-fb29-4862-b334-436d6eb5f92d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:44:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:46Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2e5b28e85c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: 087ce1bb-c1d9-40a4-83a3-446fb7d39ae8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:44:50Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T13:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:50Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2e68ac62c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "28132"
    uid: 883408d8-5cfc-4f86-aeba-d81a6ecae1f7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:45:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:45:10Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.51s (20.51s
    including waiting). Image size: 2351080001 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:45:10Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2eb5145e80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28277"
    uid: 4681010b-c72a-42a6-93d6-b4178729157c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:45:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:45:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2eb5a35ccc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 6be7b5fe-d882-421b-a770-045774d79e84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:45:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:45:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2eb5b67bfda
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ac359897-700e-449d-925e-7b25817998de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:45:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:45:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2eb5b753ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28282"
    uid: 8bc178e5-4f49-435e-a5e3-a3f340b8f5f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:45:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:45:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2eb61553640
    namespace: kserve-ci-e2e-test
    resourceVersion: "28283"
    uid: 6b85d677-b4eb-4ebc-af98-3e29cac4e903
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:45:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:45:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2eb62a8d623
    namespace: kserve-ci-e2e-test
    resourceVersion: "28285"
    uid: 63565ec9-776b-499c-8a75-5c10b94241d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:46:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:46:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2ebaeb43e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28979"
    uid: 56848002-33d5-48f6-a2ab-da191e0f7468
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:46:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:46:35Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2ff170c336a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28917"
    uid: e9145e78-0690-432e-8659-a48ea33c1ebf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:46:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:46:35Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2ff170ccd2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28920"
    uid: 03d61224-bc93-4482-881e-79fc2d373864
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 90afbe29-6ec4-48cc-8709-9bf8609a2378
  kind: Event
  lastTimestamp: "2026-05-25T13:46:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:46:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k.18b2d2ffb4d1b637
    namespace: kserve-ci-e2e-test
    resourceVersion: "28978"
    uid: 7f195b0e-14de-4fde-ad63-83a73251869e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28054"
    uid: 097a2879-8a82-4f27-89f5-232b43d1e8fc
  kind: Event
  lastTimestamp: "2026-05-25T13:44:45Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-vzx5k'
  metadata:
    creationTimestamp: "2026-05-25T13:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:44:45Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18b2d2e570778b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "28066"
    uid: ff92521c-c093-44c9-b4bf-bf2baf276d28
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28052"
    uid: 9de3bb59-14ff-4c07-aa07-d8b896bbfeca
  kind: Event
  lastTimestamp: "2026-05-25T13:44:45Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:44:45Z"
    name: isvc-predictive-sklearn-predictor.18b2d2e56d97d5c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28056"
    uid: fc6628c0-ee72-4c37-8bed-ff9b0c6f4617
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:45:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28053"
    uid: f7d0f699-af8e-4406-b8ae-1b0cfb324290
  kind: Event
  lastTimestamp: "2026-05-25T13:45:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:45:15Z"
    name: isvc-predictive-sklearn-predictor.18b2d2e8ec3822a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28318"
    uid: a0608715-5256-4a3e-8427-d69678e1ad85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:45:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28053"
    uid: f7d0f699-af8e-4406-b8ae-1b0cfb324290
  kind: Event
  lastTimestamp: "2026-05-25T13:45:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:45:15Z"
    name: isvc-predictive-sklearn-predictor.18b2d2e8eca620e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: 3a709867-46c9-4811-88eb-423d5347990d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:45:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: f7d0f699-af8e-4406-b8ae-1b0cfb324290
  kind: Event
  lastTimestamp: "2026-05-25T13:46:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:46:30Z"
    name: isvc-predictive-sklearn-predictor.18b2d2efeacac72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28852"
    uid: 384da135-a5c9-4f15-b928-0a0db89914a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:45:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: f7d0f699-af8e-4406-b8ae-1b0cfb324290
  kind: Event
  lastTimestamp: "2026-05-25T13:46:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:46:30Z"
    name: isvc-predictive-sklearn-predictor.18b2d2efeb2f190b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28853"
    uid: f13d69ee-b517-4d95-8141-c71971337006
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:49:36.375016Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30401"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:49:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:49:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d3292190d2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30406"
    uid: af313891-bdb4-4142-b8a8-efe864600208
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30412"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:49:36Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:49:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d3293b1db31d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30421"
    uid: 358d9a88-9f3a-47ef-a114-88ed1a3b5be6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:49:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:49:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d3293c6e50b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30423"
    uid: e190312d-e1a8-455c-b633-27893d57410f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:49:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:49:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d3293effbdb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30424"
    uid: 02904c20-20b6-4f87-85af-dff55baab98b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:49:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:49:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d3293f7458cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30425"
    uid: 94fbbb03-070c-467f-bca1-6b9c1e651f4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:49:41Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:49:41Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d32a4256e9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: 2da8aa4b-5344-4c3e-88f6-e888c577700c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:49:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:49:41Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d32a45604cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 39ef93d2-224b-485f-a339-1bcc61f7e295
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:49:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:49:41Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d32a45d98f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30475"
    uid: 4fec8355-0b63-47bd-868b-6fa7075197a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:49:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:49:41Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d32a45e71aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: a9fd16e1-ee4f-483c-b8fc-cc8eb1ede9d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:49:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:49:41Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d32a48bdd641
    namespace: kserve-ci-e2e-test
    resourceVersion: "30478"
    uid: 557ad835-0b33-494e-9537-e9dd7fa3a186
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:49:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:49:41Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d32a4939fce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30479"
    uid: 0b6c0495-acc5-4911-be39-4db8e0505b4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:50:49Z"
  message: 'Readiness probe failed: Get "http://10.132.0.41:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:50:49Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d3331c99d9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30954"
    uid: 27ac6bce-e161-48d5-b742-5fd6195744e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:51:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:51:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d33e1aee046f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: 1b3f8527-ff6c-4889-b851-6cadcae17d35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:51:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:51:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d33e1aee6df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31114"
    uid: 6ab95bef-673e-42f8-b715-b74f674034a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 9374bef7-0f72-4a04-8c2a-67036710c93f
  kind: Event
  lastTimestamp: "2026-05-25T13:51:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:51:09Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg.18b2d33ec0797782
    namespace: kserve-ci-e2e-test
    resourceVersion: "31176"
    uid: 833ae1a5-9784-41b1-ad90-e2261b0da109
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 8301598e-a460-4893-a7e1-c90fdd2cd3fc
  kind: Event
  lastTimestamp: "2026-05-25T13:49:36Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-jwfbg'
  metadata:
    creationTimestamp: "2026-05-25T13:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:49:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18b2d32920f2b936
    namespace: kserve-ci-e2e-test
    resourceVersion: "30402"
    uid: 6d1bc155-5af9-4d11-978c-c3ac1e64c3fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30386"
    uid: f0ca9cbf-b3b3-4b0b-be2d-0af487ada92e
  kind: Event
  lastTimestamp: "2026-05-25T13:49:36Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:49:36Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2d3291c1e2eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30390"
    uid: e2740fe5-d7ea-4d96-9121-55548f6249cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30388"
    uid: cf177898-9599-4b6e-a9cc-d8a6ab3554ae
  kind: Event
  lastTimestamp: "2026-05-25T13:50:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:50:21Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2d32c9aeb4141
    namespace: kserve-ci-e2e-test
    resourceVersion: "30761"
    uid: dee4e35d-9cf2-4ded-948b-d7902bc28f91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30388"
    uid: cf177898-9599-4b6e-a9cc-d8a6ab3554ae
  kind: Event
  lastTimestamp: "2026-05-25T13:50:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:50:21Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2d32c9b53096a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 5be44f8a-34e7-4bdb-8a66-0bfb64c717a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:50:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30555"
    uid: cf177898-9599-4b6e-a9cc-d8a6ab3554ae
  kind: Event
  lastTimestamp: "2026-05-25T13:51:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:51:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2d3301a02a48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31087"
    uid: 59466491-ba13-4d85-94b3-3bfa42956eff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:50:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30555"
    uid: cf177898-9599-4b6e-a9cc-d8a6ab3554ae
  kind: Event
  lastTimestamp: "2026-05-25T13:51:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:51:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2d3301a6aec7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31089"
    uid: 5be6f29c-f576-45c3-9eaa-cd5bc990b897
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 3ce2792b-b0fc-47d2-a715-0fbaf34f832e
  kind: Event
  lastTimestamp: "2026-05-25T13:50:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:50:56Z"
    name: isvc-predictive-sklearn-v2.18b2d3291c231f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "31013"
    uid: dcff558c-16bd-41bd-aae7-fe3b8821619f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 3ce2792b-b0fc-47d2-a715-0fbaf34f832e
  kind: Event
  lastTimestamp: "2026-05-25T13:49:36Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:49:36Z"
    name: isvc-predictive-sklearn-v2.18b2d3291ccb38f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30411"
    uid: d3211ce9-3ceb-4dc5-96fe-eef60cffa60a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:49:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30370"
    uid: 3ce2792b-b0fc-47d2-a715-0fbaf34f832e
  kind: Event
  lastTimestamp: "2026-05-25T13:49:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:49:36Z"
    name: isvc-predictive-sklearn-v2.18b2d329228a693c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 3b0d3781-5f7a-4e66-ae9c-5ebe9db8137b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:50:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31011"
    uid: 3ce2792b-b0fc-47d2-a715-0fbaf34f832e
  kind: Event
  lastTimestamp: "2026-05-25T13:50:56Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:50:56Z"
    name: isvc-predictive-sklearn-v2.18b2d33bcdb648b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31012"
    uid: 7ffbe12d-e0d4-4267-82df-9c928ded5f0b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28043"
    uid: 25af9902-6704-4836-8234-7cc2f506aee6
  kind: Event
  lastTimestamp: "2026-05-25T13:46:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:46:28Z"
    name: isvc-predictive-sklearn.18b2d2e56d713e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "28836"
    uid: 68d3ffd9-ef31-4d18-bc8c-874a82b4036a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28043"
    uid: 25af9902-6704-4836-8234-7cc2f506aee6
  kind: Event
  lastTimestamp: "2026-05-25T13:44:45Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:44:45Z"
    name: isvc-predictive-sklearn.18b2d2e56dcf5670
    namespace: kserve-ci-e2e-test
    resourceVersion: "28058"
    uid: 005a3cde-0398-4b1c-acdc-5811565d4699
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28833"
    uid: 25af9902-6704-4836-8234-7cc2f506aee6
  kind: Event
  lastTimestamp: "2026-05-25T13:46:28Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:46:28Z"
    name: isvc-predictive-sklearn.18b2d2fd65970d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "28835"
    uid: bc205588-78d5-4afc-a2ab-15ad1bee0818
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:46:35.904426Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28931"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:46:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:46:35Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d2ff1cae4159
    namespace: kserve-ci-e2e-test
    resourceVersion: "28935"
    uid: 4710b0b7-2acd-45fb-a7a4-08e1bc2903e2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28942"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:46:36Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:46:36Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d2ff3645d004
    namespace: kserve-ci-e2e-test
    resourceVersion: "28949"
    uid: 8a2c8033-161c-457c-ad62-fbcf490b73ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:46:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:46:36Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d2ff3794fb61
    namespace: kserve-ci-e2e-test
    resourceVersion: "28951"
    uid: 2bfc7ae6-637b-4bf9-a3c3-5e997abc9021
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:46:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:46:36Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d2ff3a584f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28953"
    uid: c96a7e4b-4c67-40e0-9932-8335332cfa42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:46:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:46:36Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d2ff3ad0a54a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28954"
    uid: 3be591ef-2932-4aee-bb84-a0f3f629485e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:46:40Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:46:40Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d3003ada8cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28997"
    uid: f3615702-3874-4765-84c2-afe365f14171
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:46:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:46:40Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d300406b447a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29002"
    uid: 424a5705-44da-441b-b50a-33d95139e859
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:46:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:46:40Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d3004132d792
    namespace: kserve-ci-e2e-test
    resourceVersion: "29003"
    uid: b960eeef-7d9d-4275-80a6-aff32d6adc6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:46:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:46:40Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d30041416263
    namespace: kserve-ci-e2e-test
    resourceVersion: "29004"
    uid: fb2f8087-ec87-4de8-9858-ad13c87cd668
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:46:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:46:40Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d300452425c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29006"
    uid: 17d5ea3d-1e80-4bc0-8f11-c94a79484ce0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:46:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:46:40Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d30045b2e8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29008"
    uid: 8bca0e44-66f5-4756-ae1f-f6bd1f468626
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:48:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:48:07Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d30076e5977a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29715"
    uid: 20828ab9-23ed-4a9e-a803-7f519056f580
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:48:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:48:06Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d314194bf754
    namespace: kserve-ci-e2e-test
    resourceVersion: "29662"
    uid: 0b894307-bafc-4789-b118-07f24c3f9bf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:48:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:48:06Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d314194c9fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29665"
    uid: 3a1c49f8-9775-4669-a7a5-c507a16f21c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:48:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8b69d26e-c41e-4652-bdde-7504c70ee7a6
  kind: Event
  lastTimestamp: "2026-05-25T13:48:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:48:07Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf.18b2d3147d0d1f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29714"
    uid: 56c618b0-9276-4dba-8d79-9915975d9ced
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28919"
    uid: 9375fe35-688a-4eae-99af-d8de327875a3
  kind: Event
  lastTimestamp: "2026-05-25T13:46:35Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-v82xf'
  metadata:
    creationTimestamp: "2026-05-25T13:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:46:35Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18b2d2ff1c50a521
    namespace: kserve-ci-e2e-test
    resourceVersion: "28933"
    uid: 2373028f-601f-4fbe-a727-7d5e758b255f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28916"
    uid: 1fe76de1-5785-494f-86fe-592156872a74
  kind: Event
  lastTimestamp: "2026-05-25T13:46:35Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:46:35Z"
    name: isvc-predictive-xgboost-predictor.18b2d2ff17b965d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28922"
    uid: 62db121f-2ebd-4abb-92c6-d246708bff76
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28918"
    uid: 3442717e-968b-462e-b4ed-fccbe4c44bdb
  kind: Event
  lastTimestamp: "2026-05-25T13:46:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:46:50Z"
    name: isvc-predictive-xgboost-predictor.18b2d30296a70107
    namespace: kserve-ci-e2e-test
    resourceVersion: "29085"
    uid: 53f9c8ed-f01e-4068-b60c-405cc37c74b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28918"
    uid: 3442717e-968b-462e-b4ed-fccbe4c44bdb
  kind: Event
  lastTimestamp: "2026-05-25T13:46:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:46:50Z"
    name: isvc-predictive-xgboost-predictor.18b2d30296eeda96
    namespace: kserve-ci-e2e-test
    resourceVersion: "29086"
    uid: 3489b17b-122c-41d3-aa18-c069b6a08393
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:47:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29084"
    uid: 3442717e-968b-462e-b4ed-fccbe4c44bdb
  kind: Event
  lastTimestamp: "2026-05-25T13:48:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:48:05Z"
    name: isvc-predictive-xgboost-predictor.18b2d30615e774d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29630"
    uid: 1d2789d1-0831-484c-a741-ae768448b2c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:47:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29084"
    uid: 3442717e-968b-462e-b4ed-fccbe4c44bdb
  kind: Event
  lastTimestamp: "2026-05-25T13:48:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:48:05Z"
    name: isvc-predictive-xgboost-predictor.18b2d30616528e6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29631"
    uid: d480358f-b350-4d8b-b96a-8f4b1fd10691
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:51:06.567553Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31131"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:51:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:51:06Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d33e2175c040
    namespace: kserve-ci-e2e-test
    resourceVersion: "31137"
    uid: 7d8f6dee-498b-4b4b-8f93-f2b2ce2c63ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31142"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:51:06Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:51:06Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d33e3b03ce44
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: b9de7d1c-f09a-4168-b4c4-54a016d5b693
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:51:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:51:07Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d33e3c6846f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31150"
    uid: 585958bc-32af-4101-bc49-ed34008b9c68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:51:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:51:07Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d33e40344b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31151"
    uid: 8bfe696a-b6b2-47b5-906d-1d73d21e59d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:51:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:51:07Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d33e40af7761
    namespace: kserve-ci-e2e-test
    resourceVersion: "31152"
    uid: f712e3c1-94ff-4084-ab6a-f9c3416fdd18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:51:11Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:51:11Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d33f4680cb21
    namespace: kserve-ci-e2e-test
    resourceVersion: "31193"
    uid: 95ced115-2c8f-4221-b729-7299a38c8e8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:51:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:51:11Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d33f495e264d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31197"
    uid: 1b6c13de-bf51-43cf-b00d-993ebbfae82f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:51:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:51:11Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d33f49d4cc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31199"
    uid: ce870c5c-c6c3-4a7f-a992-07e5a5a414b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:51:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:51:11Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d33f49e21003
    namespace: kserve-ci-e2e-test
    resourceVersion: "31201"
    uid: 719fa461-c208-4c41-aa98-df4f98d2cb20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:51:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:51:11Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d33f4cf4379f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31205"
    uid: 85b73cb0-2563-43ae-a11b-228297a5b42d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:51:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:51:11Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d33f4d722709
    namespace: kserve-ci-e2e-test
    resourceVersion: "31206"
    uid: 6f8c6027-6a42-452d-b14d-9f2f303df8fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:52:38Z"
  message: 'Readiness probe failed: Get "http://10.132.0.42:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:52:38Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d347e4c83f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "31892"
    uid: 855cd01e-9ed8-4602-848a-a812c280ed80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:52:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:52:36Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d3531e08bcd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31834"
    uid: aa042471-8e6c-40a3-aa24-1052f8fae32a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:52:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:52:36Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d3531e094735
    namespace: kserve-ci-e2e-test
    resourceVersion: "31837"
    uid: df6b3fc1-21cd-4cec-bc5b-68efe4e8a9a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 19c42715-506c-4fa3-95e8-89c70c818c94
  kind: Event
  lastTimestamp: "2026-05-25T13:52:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:52:38Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j.18b2d35388a5f636
    namespace: kserve-ci-e2e-test
    resourceVersion: "31891"
    uid: ac7fb24f-d674-410f-8714-660f85c4c511
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31120"
    uid: c2dccecf-a40b-4d30-8dc1-fadb47e6f7a9
  kind: Event
  lastTimestamp: "2026-05-25T13:51:06Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-g648j'
  metadata:
    creationTimestamp: "2026-05-25T13:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:51:06Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18b2d33e20fc2d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31133"
    uid: 23042e6f-33c7-4189-b857-95faf086e1dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31118"
    uid: 7f10bcee-e675-47da-9ef9-d40f6459d8ae
  kind: Event
  lastTimestamp: "2026-05-25T13:51:06Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:51:06Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2d33e1ccd531a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: 914c6ca4-c292-4f2a-8c05-bdd886ed9da6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: c2dba2ac-0b2f-47d6-90e3-5f3986cc4c82
  kind: Event
  lastTimestamp: "2026-05-25T13:51:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:51:51Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2d3419bb7cff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31484"
    uid: dfe9b174-242f-4ac7-8917-c0ea3b6761d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: c2dba2ac-0b2f-47d6-90e3-5f3986cc4c82
  kind: Event
  lastTimestamp: "2026-05-25T13:51:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:51:51Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2d3419c2c084d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31485"
    uid: 62617821-26a1-4c5a-9f2a-077e55f31e81
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31272"
    uid: c2dba2ac-0b2f-47d6-90e3-5f3986cc4c82
  kind: Event
  lastTimestamp: "2026-05-25T13:52:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:52:36Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2d34c18bb10a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31807"
    uid: 3794e650-bf84-4da7-9fce-ed61d5f651ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31272"
    uid: c2dba2ac-0b2f-47d6-90e3-5f3986cc4c82
  kind: Event
  lastTimestamp: "2026-05-25T13:52:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:52:36Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2d34c19287626
    namespace: kserve-ci-e2e-test
    resourceVersion: "31808"
    uid: 7949209c-82e0-435f-a9af-60becf8115a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31090"
    uid: 37359d62-cc3d-452f-ba76-68adba112cd8
  kind: Event
  lastTimestamp: "2026-05-25T13:52:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:52:28Z"
    name: isvc-predictive-xgboost-v2.18b2d33e1ca533f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31748"
    uid: 0970ab34-fabc-423a-b7aa-8520d8cc080a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:51:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31090"
    uid: 37359d62-cc3d-452f-ba76-68adba112cd8
  kind: Event
  lastTimestamp: "2026-05-25T13:51:06Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:51:06Z"
    name: isvc-predictive-xgboost-v2.18b2d33e1d13720b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31124"
    uid: b865b914-1548-44ec-8779-c4e32857c11b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:52:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31746"
    uid: 37359d62-cc3d-452f-ba76-68adba112cd8
  kind: Event
  lastTimestamp: "2026-05-25T13:52:28Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:52:28Z"
    name: isvc-predictive-xgboost-v2.18b2d3513a6c186d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31747"
    uid: 1dd556a3-f21d-4b76-b282-5aa1b4ca1bf3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 4abee3ea-f691-41da-8c1b-cfe9f39568ab
  kind: Event
  lastTimestamp: "2026-05-25T13:47:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:47:57Z"
    name: isvc-predictive-xgboost.18b2d2ff17910603
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: ac430cf3-6965-4eea-a98b-071e723a4a1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 4abee3ea-f691-41da-8c1b-cfe9f39568ab
  kind: Event
  lastTimestamp: "2026-05-25T13:46:35Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:46:35Z"
    name: isvc-predictive-xgboost.18b2d2ff17e7ff91
    namespace: kserve-ci-e2e-test
    resourceVersion: "28939"
    uid: 0251bbbf-f711-4906-a269-f69f28442c0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:46:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: 4abee3ea-f691-41da-8c1b-cfe9f39568ab
  kind: Event
  lastTimestamp: "2026-05-25T13:46:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:46:35Z"
    name: isvc-predictive-xgboost.18b2d2ff1cfa6527
    namespace: kserve-ci-e2e-test
    resourceVersion: "28941"
    uid: e5bb1ae2-9150-4e4f-86e8-90e76232f898
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:47:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29571"
    uid: 4abee3ea-f691-41da-8c1b-cfe9f39568ab
  kind: Event
  lastTimestamp: "2026-05-25T13:47:57Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:47:57Z"
    name: isvc-predictive-xgboost.18b2d3122d9e807f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29572"
    uid: d45f72d4-da48-43a7-8a2e-b97146f341ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:42:59.189054Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27043"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:42:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:42:59Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2cca7700336
    namespace: kserve-ci-e2e-test
    resourceVersion: "27047"
    uid: 7dff38d9-b6d7-4940-a78f-2f1b1f8973f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27056"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:42:59Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:42:59Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2ccc11986f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27063"
    uid: 2e20691e-5a8a-444f-a33c-5d0483f5898f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:42:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:42:59Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2ccc28e7dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: 19436d9b-0168-4f34-a94c-3ea68b566c98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:42:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:42:59Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2ccc60f6b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27066"
    uid: 342a913f-0dd4-4cd3-b1f6-094d2a59701d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:42:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:42:59Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2ccc6878fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 94f0c788-34fb-4faf-82f4-f9b5164995f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:43:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:43:04Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2cdc970ccce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 559a9497-c896-417d-96dd-dac9734130b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:43:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:43:04Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2cdcc6150d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27112"
    uid: ac6745e7-c64d-4a08-88c5-b0f729f44f60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:43:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:43:04Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2cdccd93bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27113"
    uid: 001cee9c-3d40-4496-8d3d-f91ad2a8919b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:43:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:43:04Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2cdcce6a6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27116"
    uid: 7b8cf42a-8501-4f9a-8264-db939004be3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:43:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:43:04Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2cdd0672fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27118"
    uid: 7f3f761a-d9eb-4107-99c3-4de08fb6d858
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:43:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:43:04Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2cdd120dd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "27119"
    uid: fb7df9b5-a4d1-4adc-86da-4e0e7bdab77c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T13:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:02Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2ce41259109
    namespace: kserve-ci-e2e-test
    resourceVersion: "27529"
    uid: 3fdf9bb1-f4ed-4636-83d8-f2777effd085
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:35Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2e30e80a16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27901"
    uid: f88fadb1-b837-4a7f-acb5-d9a7db8ecb23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:35Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2e30e813fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27903"
    uid: 1011eb26-01d7-4e1f-8554-09b88b17e6c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 82597652-966b-4713-a591-e3d20a02c6f8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:37Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc.18b2d2e371493ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27947"
    uid: 6d36aac3-10aa-46e5-877b-d075ac44b653
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-d79fbd-predictor-64c4c46948
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: 3b95cbed-0cf1-41ca-8aff-85df5d2c7202
  kind: Event
  lastTimestamp: "2026-05-25T13:42:59Z"
  message: 'Created pod: isvc-primary-d79fbd-predictor-64c4c46948-xhdsc'
  metadata:
    creationTimestamp: "2026-05-25T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:42:59Z"
    name: isvc-primary-d79fbd-predictor-64c4c46948.18b2d2cca7029116
    namespace: kserve-ci-e2e-test
    resourceVersion: "27044"
    uid: c9a17489-4c35-487d-8d81-683e258e05be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-d79fbd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27031"
    uid: 1261b1b9-e9cf-4529-9436-477b146af9a6
  kind: Event
  lastTimestamp: "2026-05-25T13:42:59Z"
  message: Scaled up replica set isvc-primary-d79fbd-predictor-64c4c46948 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:42:59Z"
    name: isvc-primary-d79fbd-predictor.18b2d2cca218ec6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27035"
    uid: 122b0d21-a335-4ef3-89af-e1df55b0e4d1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:43:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d79fbd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: f02cad34-22cf-4a06-8988-75c3a0b0745a
  kind: Event
  lastTimestamp: "2026-05-25T13:43:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:43:29Z"
    name: isvc-primary-d79fbd-predictor.18b2d2d021084636
    namespace: kserve-ci-e2e-test
    resourceVersion: "27294"
    uid: 04648686-08d9-4a79-a3e1-cd60ea48d327
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:43:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d79fbd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: f02cad34-22cf-4a06-8988-75c3a0b0745a
  kind: Event
  lastTimestamp: "2026-05-25T13:43:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:43:29Z"
    name: isvc-primary-d79fbd-predictor.18b2d2d021741a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27295"
    uid: 66ee79c8-d790-4610-9a85-aed8b7124783
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:43:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d79fbd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27197"
    uid: f02cad34-22cf-4a06-8988-75c3a0b0745a
  kind: Event
  lastTimestamp: "2026-05-25T13:44:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:44:29Z"
    name: isvc-primary-d79fbd-predictor.18b2d2d71fb1e6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27793"
    uid: cbe8c60c-fa09-4f7f-bede-322d35f30334
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:43:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d79fbd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27197"
    uid: f02cad34-22cf-4a06-8988-75c3a0b0745a
  kind: Event
  lastTimestamp: "2026-05-25T13:44:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:44:29Z"
    name: isvc-primary-d79fbd-predictor.18b2d2d720258863
    namespace: kserve-ci-e2e-test
    resourceVersion: "27794"
    uid: 8ce5e3bb-4e76-46bc-b40e-3758e78c9bd4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d79fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27003"
    uid: dc67ff2c-cdf7-4f16-9435-220589f99bfa
  kind: Event
  lastTimestamp: "2026-05-25T13:44:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:44:12Z"
    name: isvc-primary-d79fbd.18b2d2cca1f07a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: 506b1bc7-d14f-4681-9aab-72a1879ed75a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d79fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27003"
    uid: dc67ff2c-cdf7-4f16-9435-220589f99bfa
  kind: Event
  lastTimestamp: "2026-05-25T13:42:59Z"
  message: 'Failed to update status for InferenceService "isvc-primary-d79fbd": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-d79fbd":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:42:59Z"
    name: isvc-primary-d79fbd.18b2d2cca25c5594
    namespace: kserve-ci-e2e-test
    resourceVersion: "27052"
    uid: 6b87fd55-87d6-4dae-9c9d-1d58db3148a0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:42:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d79fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27003"
    uid: dc67ff2c-cdf7-4f16-9435-220589f99bfa
  kind: Event
  lastTimestamp: "2026-05-25T13:42:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-d79fbd": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:42:59Z"
    name: isvc-primary-d79fbd.18b2d2cca25c9b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27054"
    uid: 0231963c-56d4-46bd-be6d-c0f8cf962243
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d79fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27609"
    uid: dc67ff2c-cdf7-4f16-9435-220589f99bfa
  kind: Event
  lastTimestamp: "2026-05-25T13:44:12Z"
  message: InferenceService [isvc-primary-d79fbd] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:44:12Z"
    name: isvc-primary-d79fbd.18b2d2dda86819a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27610"
    uid: 062b0cb3-101b-4f61-8b15-98f67f48bfb5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:44:19.312539Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27689"
    uid: 35b62580-52fa-4038-92a8-9d43dcb1b5f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:44:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:44:19Z"
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2.18b2d2df4f2b502d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27693"
    uid: 6cb5d6e8-800b-4c6c-8840-d879b993d8fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27691"
    uid: 35b62580-52fa-4038-92a8-9d43dcb1b5f8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-d79fbd-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:19Z"
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2.18b2d2df60290def
    namespace: kserve-ci-e2e-test
    resourceVersion: "27704"
    uid: 1910109c-8f7e-4d15-aec7-d84011967729
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27697"
    uid: 35b62580-52fa-4038-92a8-9d43dcb1b5f8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:20Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:44:20Z"
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2.18b2d2df8c420f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27712"
    uid: e42a92b9-ff75-4edb-b17f-3ffdf4aff27a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27691"
    uid: 35b62580-52fa-4038-92a8-9d43dcb1b5f8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:24Z"
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2.18b2d2df8dd39ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27753"
    uid: faccb74b-ab52-40df-89e3-b0254a5d0c52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27691"
    uid: 35b62580-52fa-4038-92a8-9d43dcb1b5f8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:24Z"
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2.18b2d2df90c47d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "27755"
    uid: 183ee6f8-4f79-48f0-bfd1-ee569494c4bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27691"
    uid: 35b62580-52fa-4038-92a8-9d43dcb1b5f8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:24Z"
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2.18b2d2df913840ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: fb30f9a0-041b-41d3-b054-6084998504c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27691"
    uid: 35b62580-52fa-4038-92a8-9d43dcb1b5f8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:30Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2_kserve-ci-e2e-test(35b62580-52fa-4038-92a8-9d43dcb1b5f8)
  metadata:
    creationTimestamp: "2026-05-25T13:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:44:30Z"
    name: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2.18b2d2e1ded23fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: 9f783ff1-915c-4e34-9606-5b61b582d490
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-d79fbd-predictor-64c58d65f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27680"
    uid: 39fd5dc2-7de6-4c3a-a7f3-61ee4a16ba9c
  kind: Event
  lastTimestamp: "2026-05-25T13:44:19Z"
  message: 'Created pod: isvc-secondary-d79fbd-predictor-64c58d65f5-m8bw2'
  metadata:
    creationTimestamp: "2026-05-25T13:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:44:19Z"
    name: isvc-secondary-d79fbd-predictor-64c58d65f5.18b2d2df4ea1a2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27690"
    uid: 48334cf1-e0c8-4e6c-8999-62acf995483e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-d79fbd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27678"
    uid: c014dd4a-6d71-42f3-99c2-7632d85241fc
  kind: Event
  lastTimestamp: "2026-05-25T13:44:19Z"
  message: Scaled up replica set isvc-secondary-d79fbd-predictor-64c58d65f5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T13:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:44:19Z"
    name: isvc-secondary-d79fbd-predictor.18b2d2df4b2c0907
    namespace: kserve-ci-e2e-test
    resourceVersion: "27682"
    uid: be6c4861-15ee-4805-b6f7-e442d53ac00e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d79fbd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27679"
    uid: 5ecd1106-c119-42b5-ba28-f2236c79c66e
  kind: Event
  lastTimestamp: "2026-05-25T13:44:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:44:34Z"
    name: isvc-secondary-d79fbd-predictor.18b2d2e2c9eb1383
    namespace: kserve-ci-e2e-test
    resourceVersion: "27842"
    uid: 9904b333-7399-4129-909d-e0916649504c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d79fbd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27679"
    uid: 5ecd1106-c119-42b5-ba28-f2236c79c66e
  kind: Event
  lastTimestamp: "2026-05-25T13:44:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:44:34Z"
    name: isvc-secondary-d79fbd-predictor.18b2d2e2ca4c79c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27844"
    uid: 207e37de-69a5-48e0-a8ad-3e6bbd8be2a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d79fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27668"
    uid: ad83c4d4-67b8-4156-b114-70a2f0a32aa8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:44:30Z"
    name: isvc-secondary-d79fbd.18b2d2df4b054e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27811"
    uid: 8acaba5f-6daa-4943-8863-631ac02301c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d79fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27668"
    uid: ad83c4d4-67b8-4156-b114-70a2f0a32aa8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:19Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-d79fbd":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-d79fbd":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:44:19Z"
    name: isvc-secondary-d79fbd.18b2d2df4b786c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "27684"
    uid: 9ebbcc12-3595-49f3-b286-ee2de42f9bcf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:44:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d79fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27668"
    uid: ad83c4d4-67b8-4156-b114-70a2f0a32aa8
  kind: Event
  lastTimestamp: "2026-05-25T13:44:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-d79fbd": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:44:19Z"
    name: isvc-secondary-d79fbd.18b2d2df4b78c214
    namespace: kserve-ci-e2e-test
    resourceVersion: "27685"
    uid: 19725e32-b69e-46ae-8f41-438b62d01bcb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:23:08.747941Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16926"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:23:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:23:08Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b77b9e24ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: 356d67d1-616b-47e2-b1e8-d1e63ef78da1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:08Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b788280f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: faaf5838-d34c-4eae-9d64-259195adfdcb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:09Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:23:09Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b7b881556c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: 07eef285-f99e-4068-963b-f48f3eb2215c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:09Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b7babc78e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: 3e51f3e3-0866-40ff-a426-d0daef401115
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:09Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b7bd826b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: c933390f-6504-45f9-83bf-4aa514871702
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:09Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b7bdf82d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: eed2255b-c9d2-448d-9147-3797695b939a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:13Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b89ad5809c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: 4f5f408b-801f-4fca-b32a-132043f1d2bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:13Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b89ed190af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 6d668563-3f02-4dcf-a336-e62de0001fbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:13Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b89f7ce0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 8239cc02-d98e-4a21-ad15-73f5f6f76a5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:13Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b89f89885f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16994"
    uid: b115c034-9786-4af9-8483-3336150a1dd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:13Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b8a24adf75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: 32367a8e-76f0-4a4b-b56c-2c4811a88ca1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:13Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b8a2c62904
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: 76c91cd2-ad2e-42aa-91cb-07de3fad05d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:13Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9d008eea42a91e205ae1ecc0a9946e2c84f08f08aef78aedaed41828bc3d7e9c"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:13Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b8a2d48d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: a008a96d-8d1c-4eef-8cce-c00ecbb0f4d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:13Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-25T13:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:13Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b8a5c0de0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17000"
    uid: 9d6e794e-1e3c-40db-8279-e6b1aa39a1e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:23:13Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-25T13:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:13Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b8a64da74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: aa5825e5-a445-44b9-8c90-30b43a166d8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:24:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:51Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b8d6cc3af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17812"
    uid: be7f0c7c-4172-4fa2-8c95-9e5a2610f8ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:24:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T13:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:41Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1b91283796d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: fad479a3-68e7-4906-8e41-1a910bff8922
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:24:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:33Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1cb47c4ad65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: 3716c940-da1d-43f2-b32a-f167a9a98859
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:24:33Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-25T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:33Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1cb47c5369a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 085a0108-6ab5-4b8f-bdaf-194d30588be2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:24:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:33Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1cb47c53fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17624"
    uid: baaa48c8-2931-4192-884b-feec5825ea0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 628ce220-e587-4394-a171-9c49fb761b87
  kind: Event
  lastTimestamp: "2026-05-25T13:24:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:51Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r.18b2d1cbeeb797bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: 16efbd63-9199-4d26-92f0-b88960314e81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16914"
    uid: 5dabb1e1-66b3-4c15-a6e8-053b374b851d
  kind: Event
  lastTimestamp: "2026-05-25T13:23:08Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-755c4698cb-vnj8r'
  metadata:
    creationTimestamp: "2026-05-25T13:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:08Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb.18b2d1b77ad78765
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 8ce173ce-4a65-49c6-b794-13147d4c9a83
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: 1d0200cb-24af-4246-9746-35101835d4a5
  kind: Event
  lastTimestamp: "2026-05-25T13:23:08Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-755c4698cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:08Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2d1b77315e092
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 8715c174-cb72-432c-9a67-1e5f0e14e60d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16913"
    uid: 07b5a4d8-d699-4924-a906-531cd0fe9499
  kind: Event
  lastTimestamp: "2026-05-25T13:23:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:53Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2d1baf2048034
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: 96b68410-23bc-4a53-99ed-62192dcba857
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16913"
    uid: 07b5a4d8-d699-4924-a906-531cd0fe9499
  kind: Event
  lastTimestamp: "2026-05-25T13:23:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:53Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2d1baf26f02dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: 4e936d70-1b0f-4689-bd46-8c420a0d0583
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 07b5a4d8-d699-4924-a906-531cd0fe9499
  kind: Event
  lastTimestamp: "2026-05-25T13:24:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:24:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2d1c56f3b66ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17527"
    uid: 90461b58-398d-464c-b11d-e160bd29b230
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 07b5a4d8-d699-4924-a906-531cd0fe9499
  kind: Event
  lastTimestamp: "2026-05-25T13:24:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:24:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2d1c56fa7c197
    namespace: kserve-ci-e2e-test
    resourceVersion: "17528"
    uid: aa0cf380-3222-48d3-8918-fa6cf58c9537
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16883"
    uid: 7f43b204-3cf7-45d6-814d-c65ee57be9f4
  kind: Event
  lastTimestamp: "2026-05-25T13:24:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:24:21Z"
    name: isvc-sklearn-batcher-custom.18b2d1b772ca7cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: f9917724-e548-4514-bf1c-18c1ee3ea244
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16883"
    uid: 7f43b204-3cf7-45d6-814d-c65ee57be9f4
  kind: Event
  lastTimestamp: "2026-05-25T13:23:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:23:08Z"
    name: isvc-sklearn-batcher-custom.18b2d1b77349baa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 27e28763-7e56-4f30-8928-f2f4d1ae6deb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: 7f43b204-3cf7-45d6-814d-c65ee57be9f4
  kind: Event
  lastTimestamp: "2026-05-25T13:24:21Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:24:21Z"
    name: isvc-sklearn-batcher-custom.18b2d1c8760b40db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: 247dff03-64a1-49bc-9969-c31c3639ab56
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:21:33.442575Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:21:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:21:33Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a14af9ae5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: 6c96cf03-fbde-4ee7-a392-bf2a6f6b5c67
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:33Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:21:33Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a1669f65a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: 75ed6375-5e60-46cb-9e1d-1b17de81cc85
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:33Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
  metadata:
    creationTimestamp: "2026-05-25T13:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:33Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a168429a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16167"
    uid: 815e229b-428e-4756-b72c-5856e8ed6074
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    in 3.062s (3.062s including waiting). Image size: 303109559 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:36Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a21ed19500
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 0ff62cb7-bf50-42d1-88f6-888aa213acda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:37Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a221d743fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16194"
    uid: fc64df94-5dd5-46a3-bb4b-97bdcd9064ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:37Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a2226e0ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16195"
    uid: 76a02992-1ec1-498d-bd8f-8f56c6552da2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:41Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
  metadata:
    creationTimestamp: "2026-05-25T13:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:41Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a31e8d8ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: fdfac907-a788-498f-bb57-000e58cb30f4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    in 12.242s (12.242s including waiting). Image size: 1560933302 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:53Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a5f8420738
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 9e1733a8-0131-458c-8a9a-163f25b35215
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:53Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a5fbc4dd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: 2a08672c-695e-4bcb-ba7c-1b85b16e1637
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:53Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a5fc3fae30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: 1e7ae1fc-6c7b-4e22-b541-093d84d74f8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:53Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-05-25T13:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:53Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a5fc4d4844
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: 90b949e6-6ec7-47f1-a2b8-7221f3b4bed9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.305s (2.305s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:55Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a685b7f0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16338"
    uid: 25953a34-0f95-48a3-bb59-c3313469d67f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:55Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a6889a12c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: b7bfb128-d651-4e70-ba1c-9f95eb9825ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:55Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a688fe1065
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: 166ca549-811f-4247-89f0-938ae46dced4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:55Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:9d008eea42a91e205ae1ecc0a9946e2c84f08f08aef78aedaed41828bc3d7e9c"
  metadata:
    creationTimestamp: "2026-05-25T13:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:55Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a6890a4ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16342"
    uid: e3f91e70-e2ed-4fc4-895e-6707e78d3f94
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:9d008eea42a91e205ae1ecc0a9946e2c84f08f08aef78aedaed41828bc3d7e9c"
    in 2.667s (2.667s including waiting). Image size: 239690329 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:58Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a728026bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: 893923f6-8005-46a0-9c29-b7c82e4f38a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:58Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-25T13:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:58Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a72b1a2f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: f3566bfe-42f7-4e3c-bf7e-9694dc0c5b11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:21:58Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-25T13:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:21:58Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a72b8421be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: a70e9f32-7bd2-4f6e-9859-f9fb93a3764b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:23:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:21Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a7532fb475
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: 9ebcecf8-4d4f-4365-86e8-e9145d65e3bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:23:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T13:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:21Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1a75338a095
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 1b4dd9f0-5297-4692-aa37-ad3f40c51ae8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:23:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:08Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1b770bbda3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 86dfc001-4c7f-41b9-bb2d-3f066a6b2f50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:23:08Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-25T13:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:08Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1b770bc1c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: 78f40f51-2bda-4340-8cf1-e241a2d3aebf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:23:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:08Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1b770bca66d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16912"
    uid: cfc8b799-03f2-42d6-ae36-10a6f0f69eee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: ede8d9fc-f706-4bee-8e3e-cd29dc5bb406
  kind: Event
  lastTimestamp: "2026-05-25T13:23:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp
    10.132.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:30Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn.18b2d1b7db3e6237
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: ade822a6-15e2-4d42-8349-adf70e2281b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-54b87fc785
    namespace: kserve-ci-e2e-test
    resourceVersion: "16133"
    uid: 700fc390-de44-44ed-8751-1d777fd3e2ee
  kind: Event
  lastTimestamp: "2026-05-25T13:21:33Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-54b87fc785-8ggcn'
  metadata:
    creationTimestamp: "2026-05-25T13:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:21:33Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785.18b2d1a14a8c8d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 9e741684-6891-4af8-a450-69e058d8e2a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16132"
    uid: 0031e4a8-fb92-4d13-ad55-15877396cba9
  kind: Event
  lastTimestamp: "2026-05-25T13:21:33Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-54b87fc785 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T13:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:21:33Z"
    name: isvc-sklearn-batcher-predictor.18b2d1a1450692b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16134"
    uid: 5d36def5-6c3b-42f2-85a5-ad86f6ec901f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: 58eda30c-0e4a-452b-9f48-bb1d1156b9d3
  kind: Event
  lastTimestamp: "2026-05-25T13:22:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:22:33Z"
    name: isvc-sklearn-batcher-predictor.18b2d1a4cb69d6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 2d444d53-3b0e-4ec9-840c-4a9767049e7c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: 58eda30c-0e4a-452b-9f48-bb1d1156b9d3
  kind: Event
  lastTimestamp: "2026-05-25T13:22:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:22:33Z"
    name: isvc-sklearn-batcher-predictor.18b2d1a4cc21beff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: d3046ce3-b19c-40a9-8379-b3077942b1a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 58eda30c-0e4a-452b-9f48-bb1d1156b9d3
  kind: Event
  lastTimestamp: "2026-05-25T13:23:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:03Z"
    name: isvc-sklearn-batcher-predictor.18b2d1abcae17977
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: 4b648172-93fe-4e58-a869-1828922bc3ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 58eda30c-0e4a-452b-9f48-bb1d1156b9d3
  kind: Event
  lastTimestamp: "2026-05-25T13:23:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:03Z"
    name: isvc-sklearn-batcher-predictor.18b2d1abcb4eb023
    namespace: kserve-ci-e2e-test
    resourceVersion: "16845"
    uid: 4b520ba0-52c5-4220-a723-21034cc9cdf9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: bcd4440f-c77e-430b-a474-eec585f2016f
  kind: Event
  lastTimestamp: "2026-05-25T13:23:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:23:01Z"
    name: isvc-sklearn-batcher.18b2d1a14b31d8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 4fbed6f8-1928-4fdd-96a6-8b5baef42577
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: bcd4440f-c77e-430b-a474-eec585f2016f
  kind: Event
  lastTimestamp: "2026-05-25T13:21:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:21:33Z"
    name: isvc-sklearn-batcher.18b2d1a14bb30b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: d7f32dcc-569e-4c4b-8eb2-02c816f6cec4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: bcd4440f-c77e-430b-a474-eec585f2016f
  kind: Event
  lastTimestamp: "2026-05-25T13:21:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:21:33Z"
    name: isvc-sklearn-batcher.18b2d1a14bb36f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: f3cc0c67-08fe-41f7-a33b-b6fc7b73ec01
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: bcd4440f-c77e-430b-a474-eec585f2016f
  kind: Event
  lastTimestamp: "2026-05-25T13:23:01Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:23:01Z"
    name: isvc-sklearn-batcher.18b2d1b5c96b5c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: 7a501ec5-9bea-40e1-a3dc-6275980de1b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:33:40.697646Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22141"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:33:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:33:40Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24a9ec15890
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: 09333b5b-1cfd-4b2b-b4a1-ae3fda347147
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:41Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:33:41Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24ab82af75e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 042eacca-9137-406c-b30c-be01a48212c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:41Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24ab9edacd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22161"
    uid: 8630b02c-d1b2-4f04-99c6-2192a0fddc1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:41Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24abc82c55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22163"
    uid: 6aa2e955-e67c-4868-b7b4-602761d825ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:41Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24abcf7035c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22164"
    uid: 0cede9c3-3cf3-4e18-93b4-2322437b8e79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:45Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24bb932289b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22205"
    uid: 35aee8b4-6d0c-43b5-b216-8e84baab3a3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:45Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24bbc04500d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22207"
    uid: cbf52a8e-c86e-4f50-bbd5-9d991587d72d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:45Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24bbc7568cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 859575e4-59a2-457b-8843-43ad966fd0f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:45Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-05-25T13:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:45Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24bbc80138e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22211"
    uid: 297c4877-6dfd-470c-aa7e-3ecc707353ba
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.72s (2.72s including waiting). Image size: 239451879 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:48Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24c5ead329d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22233"
    uid: a8ab8645-108a-485a-b8db-4f163d77dfd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:48Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-05-25T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:48Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24c61b2ba28
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: c5385e89-dccb-4f6b-9e2b-7c3705cfdf09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:48Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-05-25T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:48Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24c62255ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22235"
    uid: 131dd9a8-8598-496b-bd5a-4a9b90416a5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:48Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24c6230c325
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: 3a3fa03d-71c1-4e9c-9f2c-e84b87c4031b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:48Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24c656381b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: 234e8144-9be9-4c1e-899c-04562fbb54a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:33:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:48Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d24c65d5dc4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22238"
    uid: 5643c66d-60bd-4b94-b0b2-d3597807ca0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:35:25Z"
  message: 'Readiness probe failed: Get "http://10.132.0.28:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.28:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:25Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d252b6d4d7e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23008"
    uid: 18e7eee0-650a-4be5-b867-a167be7cd690
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:35:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:00Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d25d4342df39
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 2ec31ffd-ae7d-45f0-991a-ea67d322c41e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:35:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:00Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d25d43442e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22780"
    uid: f92a25eb-ff0b-4795-9523-9b6214d5de8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:35:00Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-05-25T13:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:00Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d25d43445c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "22776"
    uid: c5706cf9-fd95-4bfc-a836-4dc64c46977d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T13:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: bb8329a0-f355-480e-b3d3-9b67f97917cb
  kind: Event
  lastTimestamp: "2026-05-25T13:35:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:35:30Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc.18b2d25e5ab4f7de
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 57af5b38-7e05-44e5-b098-631e0752844a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6b9b4445f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22130"
    uid: 98981573-9e47-4d0a-8eff-1ad6095e6df0
  kind: Event
  lastTimestamp: "2026-05-25T13:33:40Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6b9b4445f6-hlgwc'
  metadata:
    creationTimestamp: "2026-05-25T13:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:33:40Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6.18b2d24a9e2f61f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: 3e85d797-5f1c-4b70-a48a-c6727d76e862
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 2070bd5d-dd57-4e7a-801e-487a481b4dfc
  kind: Event
  lastTimestamp: "2026-05-25T13:33:40Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6b9b4445f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:33:40Z"
    name: isvc-sklearn-mcp-predictor.18b2d24a9ae27de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22131"
    uid: 9d6d1bd2-5f9a-47a1-904d-01fc174556fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22098"
    uid: 5a7f6377-1d32-435c-adb4-3bbe43a152db
  kind: Event
  lastTimestamp: "2026-05-25T13:34:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:34:55Z"
    name: isvc-sklearn-mcp.18b2d24a9a4d96df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22702"
    uid: 8ae0d945-c16d-44bd-811f-42783454a78f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22098"
    uid: 5a7f6377-1d32-435c-adb4-3bbe43a152db
  kind: Event
  lastTimestamp: "2026-05-25T13:33:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:33:40Z"
    name: isvc-sklearn-mcp.18b2d24a9aee86fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: d7a5109c-45e4-4a1d-9fb2-6601fa27cee7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22105"
    uid: 5a7f6377-1d32-435c-adb4-3bbe43a152db
  kind: Event
  lastTimestamp: "2026-05-25T13:33:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:33:40Z"
    name: isvc-sklearn-mcp.18b2d24aa15d6008
    namespace: kserve-ci-e2e-test
    resourceVersion: "22155"
    uid: 3aa1d82e-8098-4602-86ce-d07e17d800a8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:34:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: 5a7f6377-1d32-435c-adb4-3bbe43a152db
  kind: Event
  lastTimestamp: "2026-05-25T13:34:55Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:34:55Z"
    name: isvc-sklearn-mcp.18b2d25c0c0db251
    namespace: kserve-ci-e2e-test
    resourceVersion: "22700"
    uid: 13683366-d7d5-4e01-8a57-c2e616400d19
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:54:09.137251Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32641"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-bc9cf9b57-pxqqn
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:54:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:54:09Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d368a3763018
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 4b4e4890-5f77-4572-8d82-53e2a37df21a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:54:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:09Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d368ae136270
    namespace: kserve-ci-e2e-test
    resourceVersion: "32654"
    uid: 8e721c64-4e18-4107-b0a7-c506c89e050e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32652"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:54:10Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:54:10Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d368e07ceefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32669"
    uid: eb8d4a19-5b65-40c5-92cd-76c22feb994d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:54:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:10Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d368e1e5a870
    namespace: kserve-ci-e2e-test
    resourceVersion: "32671"
    uid: 88cc699d-1bee-4a4a-aedf-57fc5955cbfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:54:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:10Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d368e4a30390
    namespace: kserve-ci-e2e-test
    resourceVersion: "32672"
    uid: d7903b9d-5b9b-4fd1-93ec-f2fcedc29f5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:54:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:10Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d368e51afee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32673"
    uid: 400f0b28-7ffa-4783-bf9d-bf8f0b40808c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:54:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:14Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d369c5b0fee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32711"
    uid: a4945832-ad36-44ac-8e46-b08dfd3f7fd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:54:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:14Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d369c8fa8908
    namespace: kserve-ci-e2e-test
    resourceVersion: "32715"
    uid: fd9b5872-95e9-429d-9497-b01cb9961f0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:54:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:14Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d369c98640c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32716"
    uid: defeb230-5cf7-45ee-a729-d8d584fdf54d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:54:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:14Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d369c99464c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: f6daa8f6-4344-485e-9747-065ac8617015
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:54:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:14Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d369ccc5e9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32719"
    uid: 0256a922-5556-47bd-80f4-246f0d55e554
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:54:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:54:14Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d369cd3ef137
    namespace: kserve-ci-e2e-test
    resourceVersion: "32720"
    uid: 3accdbf4-d410-497d-814c-cceee1231b4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:55:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:55:31Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d36a01a7ae82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33349"
    uid: e66513cd-f40b-457d-9687-c361ceca597c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:55:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:55:29Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d37b4989ae85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33292"
    uid: d644e89d-af67-47fc-8a9c-b05cd1d76667
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:55:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:55:29Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d37b498b4818
    namespace: kserve-ci-e2e-test
    resourceVersion: "33296"
    uid: 38a89b77-9396-4c84-a4e6-90ba456f23c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 24fac400-5d47-4beb-a8c4-060017b7a63b
  kind: Event
  lastTimestamp: "2026-05-25T13:55:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:55:31Z"
    name: isvc-sklearn-predictor-bc9cf9b57-pxqqn.18b2d37bb3bb06d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33348"
    uid: fad7cde0-d3e5-471a-98df-81b70e87a223
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-bc9cf9b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "32633"
    uid: 30d1e8ed-88ad-4164-9375-ac4cd2d7abe4
  kind: Event
  lastTimestamp: "2026-05-25T13:54:09Z"
  message: 'Created pod: isvc-sklearn-predictor-bc9cf9b57-pxqqn'
  metadata:
    creationTimestamp: "2026-05-25T13:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:54:09Z"
    name: isvc-sklearn-predictor-bc9cf9b57.18b2d368a2cc3195
    namespace: kserve-ci-e2e-test
    resourceVersion: "32646"
    uid: 48c13efa-f5d2-42d8-8eac-0f1def129a72
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: d2179559-e140-4a24-8f11-acc7a95c36ea
  kind: Event
  lastTimestamp: "2026-05-25T13:54:09Z"
  message: Scaled up replica set isvc-sklearn-predictor-bc9cf9b57 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:54:09Z"
    name: isvc-sklearn-predictor.18b2d3689f50756f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32635"
    uid: cbdc3ca8-0496-4dfb-b4c5-f0155cb80aa6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32631"
    uid: 15a3011d-4c7d-497f-818d-b1a0db450e89
  kind: Event
  lastTimestamp: "2026-05-25T13:54:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:54:54Z"
    name: isvc-sklearn-predictor.18b2d36c1de0aaa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33011"
    uid: 23b131d4-dd66-43b3-99f8-0f1a8d9ee6a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32631"
    uid: 15a3011d-4c7d-497f-818d-b1a0db450e89
  kind: Event
  lastTimestamp: "2026-05-25T13:54:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:54:54Z"
    name: isvc-sklearn-predictor.18b2d36c1e569a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "33012"
    uid: 28c1f61d-e5c6-42a0-bacb-0b91e2d3e543
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32795"
    uid: 15a3011d-4c7d-497f-818d-b1a0db450e89
  kind: Event
  lastTimestamp: "2026-05-25T13:55:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:55:24Z"
    name: isvc-sklearn-predictor.18b2d36f9d6a7b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33234"
    uid: 72d97ca7-7e28-4905-a410-e8956d312c8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32795"
    uid: 15a3011d-4c7d-497f-818d-b1a0db450e89
  kind: Event
  lastTimestamp: "2026-05-25T13:55:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:55:24Z"
    name: isvc-sklearn-predictor.18b2d36f9db65d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "33235"
    uid: c19392a9-2728-489b-9789-7aba1542c7e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:56:29.535785Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33827"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:56:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:56:29Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d38953dde6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "33833"
    uid: f46c7b57-9d73-4b9b-a58c-9a9b26770b55
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:56:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:29Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d3895fe284c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: 2db14ae3-b123-415f-bc15-5fa50c6cef32
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:56:30Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:56:30Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d389912e698c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33852"
    uid: e515b268-7211-4a82-b82d-412acace77f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:56:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:30Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d389929f2b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "33854"
    uid: 7a84c8f4-1bb0-4b43-997e-0d8c4c3f1d10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:56:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:30Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d38996317e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "33856"
    uid: feeae440-3c01-44ff-9b35-34b1cd1be841
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:56:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:30Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d38996ae821c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33857"
    uid: a0ff564f-ec5d-4e47-98bc-95d7533a7ee0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:56:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:36Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d38aee2cef77
    namespace: kserve-ci-e2e-test
    resourceVersion: "33902"
    uid: d38f193f-9269-4080-9fc3-5b699b5f920c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:56:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:36Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d38af1754974
    namespace: kserve-ci-e2e-test
    resourceVersion: "33906"
    uid: 885cf2ad-5c5e-49d4-97fe-f2f5f7f69ca6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:56:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:36Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d38af1f1a70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33908"
    uid: ff23b8dd-60b4-4d63-87e2-4e94f1025872
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:56:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:36Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d38af1febdb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33909"
    uid: 61398b37-479e-41cc-b565-e0d5849b1681
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:56:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:36Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d38af4d9fea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33913"
    uid: 1a6f842a-e14c-44e4-9d9a-a71b758ea418
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:56:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:36Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d38af55ac839
    namespace: kserve-ci-e2e-test
    resourceVersion: "33914"
    uid: d9164888-3b93-4ca9-a643-3a678dd2aa4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:56:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:44Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d38b65f98c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "33977"
    uid: 6b7228da-3696-4320-ada7-a56df1be7158
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:57:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:57:06Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d391fb8ff26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34172"
    uid: 6181b78d-1aec-43ed-b3c4-3a9bb4bb8ab3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 53d73991-307c-44a3-93ac-3dc15d8f86ea
  kind: Event
  lastTimestamp: "2026-05-25T13:57:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:57:06Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9.18b2d391fb9117d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: e5bf84e3-3784-4203-bc49-54cfec982dab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33817"
    uid: c48138cf-5e2e-43f4-aca5-5df9ff436b0c
  kind: Event
  lastTimestamp: "2026-05-25T13:56:29Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-56f6dfd9f9-28vn9'
  metadata:
    creationTimestamp: "2026-05-25T13:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:56:29Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9.18b2d389534b1657
    namespace: kserve-ci-e2e-test
    resourceVersion: "33830"
    uid: d32d7d3e-b59e-4f1e-9660-4804774fff06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: d36f623e-b653-40b6-a007-69f1238566d5
  kind: Event
  lastTimestamp: "2026-05-25T13:56:29Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-56f6dfd9f9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T13:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:56:29Z"
    name: isvc-sklearn-runtime-predictor.18b2d389501797a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: 0c310ed9-4418-4eff-9e78-6c3f6f2c0f31
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33816"
    uid: 36673d3d-7ccd-437e-be2e-4c543702bbaa
  kind: Event
  lastTimestamp: "2026-05-25T13:56:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:56:44Z"
    name: isvc-sklearn-runtime-predictor.18b2d38ccee095e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33979"
    uid: 5234dbad-89a5-4d0c-9b3d-e734bed37a2e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33816"
    uid: 36673d3d-7ccd-437e-be2e-4c543702bbaa
  kind: Event
  lastTimestamp: "2026-05-25T13:56:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:56:44Z"
    name: isvc-sklearn-runtime-predictor.18b2d38ccf3fda24
    namespace: kserve-ci-e2e-test
    resourceVersion: "33981"
    uid: 6f4991a0-7abc-4cf3-9a7c-a4b46d954ebd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33980"
    uid: 36673d3d-7ccd-437e-be2e-4c543702bbaa
  kind: Event
  lastTimestamp: "2026-05-25T13:56:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:56:59Z"
    name: isvc-sklearn-runtime-predictor.18b2d3904e1492d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34090"
    uid: 343c3c47-8167-4bd5-9a0c-841942b49680
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33980"
    uid: 36673d3d-7ccd-437e-be2e-4c543702bbaa
  kind: Event
  lastTimestamp: "2026-05-25T13:56:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:56:59Z"
    name: isvc-sklearn-runtime-predictor.18b2d3904e88f99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34092"
    uid: 7d72a0b4-5485-4708-8164-8df3fa12a9ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 2e58bc9d-ff19-4db1-ae48-4d25ff489de4
  kind: Event
  lastTimestamp: "2026-05-25T13:56:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:56:54Z"
    name: isvc-sklearn-runtime.18b2d3894ff36613
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: ec51a097-bf06-41e1-b28f-044f70a1b706
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 2e58bc9d-ff19-4db1-ae48-4d25ff489de4
  kind: Event
  lastTimestamp: "2026-05-25T13:56:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:56:29Z"
    name: isvc-sklearn-runtime.18b2d389504364fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: d148fb29-1ea1-4763-94cf-16bf3cb675ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: 2e58bc9d-ff19-4db1-ae48-4d25ff489de4
  kind: Event
  lastTimestamp: "2026-05-25T13:56:54Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:56:54Z"
    name: isvc-sklearn-runtime.18b2d38f251698f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34056"
    uid: 1dfd6ee4-3597-41a4-8e68-a5fee6efed66
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:11:13.505664Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41271"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:11:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:11:13Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d4572493d55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41279"
    uid: 44a3fca9-5f07-4ebb-ae96-268bc78b5c0d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41283"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:11:13Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:11:13Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d4573dabba4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41291"
    uid: 7c0c0134-52b8-4030-bc13-fd0bd6422ef0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:11:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:11:13Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d4573f0bf6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41293"
    uid: fae3578d-22c8-49ea-8d29-25e09a34b9c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:11:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:11:13Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d45741f2fd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: 08a7670a-fcda-445d-85bc-736e402c7d4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:11:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:11:14Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d45742659ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41296"
    uid: 371c8619-c11a-4540-86dc-1066267fa80c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:11:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:11:15Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d4577ede3d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "41312"
    uid: 9ec6edbc-97dc-435e-87f3-b29098afe904
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:11:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T14:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:11:15Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d45781cb32d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41315"
    uid: 1de5763b-26ea-4771-8e35-3b6540361288
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:11:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:11:15Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d457823f516b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41316"
    uid: 7aa315d0-7ad9-4610-96cb-f6463f579109
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:11:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:11:15Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d457824ba0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41317"
    uid: 1b52bc6e-9198-4d73-9e09-c1ff4ce6ab0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:11:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T14:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:11:15Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d457851717a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41318"
    uid: 38908425-b45c-4332-9002-064ce61ed58c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:11:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:11:15Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d4578589dd20
    namespace: kserve-ci-e2e-test
    resourceVersion: "41319"
    uid: 6e453f3f-5b28-427d-b279-e0a3b36cb127
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:12:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T14:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:12:13Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d457f6aa9da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41733"
    uid: 36516e9c-4d9a-4343-8c55-ad0858301ee3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:12:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:12:23Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d46778753e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "41839"
    uid: 0adc3f56-9f9a-48a4-817e-b6aa969d5c26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:12:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:12:23Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d4677875bed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41840"
    uid: a3d50b87-7d2a-4a38-a22c-4398f0b68d72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: fd349478-7dfa-499c-b97c-8be91c328773
  kind: Event
  lastTimestamp: "2026-05-25T14:12:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-05-25T14:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:12:29Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2.18b2d468ba746e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41939"
    uid: 3f73c20b-8d80-4ec3-994b-f0e06dc1e4d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-89bbdf6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41263"
    uid: cdad1427-60a6-4724-934d-b512ea52d37b
  kind: Event
  lastTimestamp: "2026-05-25T14:11:13Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-89bbdf6fb-w22q2'
  metadata:
    creationTimestamp: "2026-05-25T14:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:11:13Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb.18b2d4572423214d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41275"
    uid: a2c8a808-37bf-48f0-a939-aef5a45ff7e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41260"
    uid: 478ef23c-2ed5-48ff-b725-2729e1efb0fa
  kind: Event
  lastTimestamp: "2026-05-25T14:11:13Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-89bbdf6fb from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:11:13Z"
    name: isvc-sklearn-s3-predictor.18b2d457216b4fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41265"
    uid: 61624a43-946e-4704-82ad-e068b3f7959b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41262"
    uid: ba662e43-2614-4505-b2ef-0bdd2f22b786
  kind: Event
  lastTimestamp: "2026-05-25T14:11:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:11:43Z"
    name: isvc-sklearn-s3-predictor.18b2d45a9ff169b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41527"
    uid: 6d4d7460-21f8-4b13-a8c4-84bde8c0b0af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41262"
    uid: ba662e43-2614-4505-b2ef-0bdd2f22b786
  kind: Event
  lastTimestamp: "2026-05-25T14:11:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:11:43Z"
    name: isvc-sklearn-s3-predictor.18b2d45aa065d6f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41528"
    uid: ac039f0a-2184-46d7-8778-ae7afc379ea6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41427"
    uid: ba662e43-2614-4505-b2ef-0bdd2f22b786
  kind: Event
  lastTimestamp: "2026-05-25T14:12:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:12:13Z"
    name: isvc-sklearn-s3-predictor.18b2d4619e9250ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "41737"
    uid: 5b94e932-0ac7-4d22-94d4-f4c2a5ec6a50
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41427"
    uid: ba662e43-2614-4505-b2ef-0bdd2f22b786
  kind: Event
  lastTimestamp: "2026-05-25T14:12:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:12:13Z"
    name: isvc-sklearn-s3-predictor.18b2d4619ef7b987
    namespace: kserve-ci-e2e-test
    resourceVersion: "41738"
    uid: 3568bef0-41ee-4142-979a-f7bc2d3f7f45
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:14:57.083169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr
    namespace: kserve-ci-e2e-test
    resourceVersion: "43520"
    uid: 167b5203-12a1-4cde-a49a-596de4670058
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:14:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:14:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr.18b2d48b32d5c503
    namespace: kserve-ci-e2e-test
    resourceVersion: "43526"
    uid: b2bcaaf0-2366-43fa-9288-19c2ac94485e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr
    namespace: kserve-ci-e2e-test
    resourceVersion: "43524"
    uid: 167b5203-12a1-4cde-a49a-596de4670058
  kind: Event
  lastTimestamp: "2026-05-25T14:14:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T14:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:14:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr.18b2d48b3f39d781
    namespace: kserve-ci-e2e-test
    resourceVersion: "43535"
    uid: abfaa029-3a27-4f6a-932a-62e594f35cab
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr
    namespace: kserve-ci-e2e-test
    resourceVersion: "43530"
    uid: 167b5203-12a1-4cde-a49a-596de4670058
  kind: Event
  lastTimestamp: "2026-05-25T14:14:58Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:14:58Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr.18b2d48b6fa36b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 7dbbb0e6-d7e7-4256-bf49-ccfd0eefede2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr
    namespace: kserve-ci-e2e-test
    resourceVersion: "43524"
    uid: 167b5203-12a1-4cde-a49a-596de4670058
  kind: Event
  lastTimestamp: "2026-05-25T14:15:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr.18b2d48b71091e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "43600"
    uid: f4e057f7-ce1d-41c9-ba54-9489a2fd4a42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr
    namespace: kserve-ci-e2e-test
    resourceVersion: "43524"
    uid: 167b5203-12a1-4cde-a49a-596de4670058
  kind: Event
  lastTimestamp: "2026-05-25T14:15:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr.18b2d48b74a4bffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43604"
    uid: f2382bad-55f8-4be8-b8f1-8de3e32dbad4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr
    namespace: kserve-ci-e2e-test
    resourceVersion: "43524"
    uid: 167b5203-12a1-4cde-a49a-596de4670058
  kind: Event
  lastTimestamp: "2026-05-25T14:15:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr.18b2d48b751a4dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "43605"
    uid: 100d468d-de11-4aec-82f0-fd0c739f0882
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr
    namespace: kserve-ci-e2e-test
    resourceVersion: "43524"
    uid: 167b5203-12a1-4cde-a49a-596de4670058
  kind: Event
  lastTimestamp: "2026-05-25T14:15:07Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:07Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr.18b2d48d84d335a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43642"
    uid: f1cc2910-049e-4396-a967-6c99865ebc4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43511"
    uid: e00a8f3a-ac32-446d-832a-fbd0d2e03101
  kind: Event
  lastTimestamp: "2026-05-25T14:14:57Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-49klr'
  metadata:
    creationTimestamp: "2026-05-25T14:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:14:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d.18b2d48b3272060a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43522"
    uid: 9dff761e-a696-4b3f-88dc-ee106baceceb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43508"
    uid: 41779d83-7780-462f-8d10-c46bac37b069
  kind: Event
  lastTimestamp: "2026-05-25T14:14:57Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:14:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18b2d48b2fc43b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43513"
    uid: d7ac2999-aaee-447f-9c5d-ecfdc9986e1f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43497"
    uid: b93601e4-16b2-49b9-bddd-ef1428250761
  kind: Event
  lastTimestamp: "2026-05-25T14:15:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:15:04Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b2d48b2f8facc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43607"
    uid: decdaa8c-c8eb-4873-9caa-f1206a1f1355
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43497"
    uid: b93601e4-16b2-49b9-bddd-ef1428250761
  kind: Event
  lastTimestamp: "2026-05-25T14:14:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:14:57Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b2d48b2fe4f6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43515"
    uid: 3eca9a94-0950-4b39-91a4-c1b9b0255577
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:13:45.945353Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42918"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:13:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:13:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d47aa2b107c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42924"
    uid: d27612bd-5753-4b53-8a98-9b70f00ba3c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42929"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: "2026-05-25T14:13:46Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:13:46Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d47abbcadd24
    namespace: kserve-ci-e2e-test
    resourceVersion: "42940"
    uid: 2e49fe31-83df-4d28-80d3-69b60c91abce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42922"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: "2026-05-25T14:13:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:46Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d47abd700fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42943"
    uid: dbda00e2-f735-401c-9624-ee69248bf8bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42922"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: "2026-05-25T14:13:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:46Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d47ac02b8bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "42944"
    uid: 85924906-f290-40fb-861d-c2d805b658a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42922"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: "2026-05-25T14:13:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:46Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d47ac08ed39f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42945"
    uid: 2cad15c0-8920-46ab-a6ed-fb86dbcacd01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42922"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: "2026-05-25T14:13:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d47afd3cd7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42960"
    uid: 99691b4a-fffc-41f9-b8c3-64f300449119
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42922"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: "2026-05-25T14:13:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T14:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d47b0030d6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42963"
    uid: 2205c5d1-eca3-441d-a19d-1660f70d27df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42922"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: "2026-05-25T14:13:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d47b00a14e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "42964"
    uid: c6a51697-b984-473c-ac56-baef32fc9e3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42922"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: "2026-05-25T14:13:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d47b00adc3be
    namespace: kserve-ci-e2e-test
    resourceVersion: "42966"
    uid: 6ac5e686-e4d4-4033-883d-1b0d98976a81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42922"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: "2026-05-25T14:13:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T14:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d47b044cd56a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42968"
    uid: 22737a45-f79b-4b1d-adb8-8fe6f010d227
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42922"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: "2026-05-25T14:13:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d47b04b52a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "42969"
    uid: fa49dead-e0bf-4487-99c2-d4f372f15c99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42922"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: "2026-05-25T14:14:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T14:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:14:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d47b7563acb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43376"
    uid: 7b17afb0-f0bb-4769-aef6-fd196b13df44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42922"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: "2026-05-25T14:14:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:14:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d48aef900cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43484"
    uid: b4180f4c-7d34-40f7-bc6f-fbb14f7cdf05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42922"
    uid: 048c92fe-2834-44a8-80bd-cc381dd539dd
  kind: Event
  lastTimestamp: "2026-05-25T14:14:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:14:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8.18b2d48aef9135d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43485"
    uid: e7b0c5a8-1290-4f86-a5bd-52ac301fe1c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42908"
    uid: acdef62e-ec31-4178-b626-c6618350af9f
  kind: Event
  lastTimestamp: "2026-05-25T14:13:45Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-5zgb8'
  metadata:
    creationTimestamp: "2026-05-25T14:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:13:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb.18b2d47aa2274113
    namespace: kserve-ci-e2e-test
    resourceVersion: "42920"
    uid: 31a2d8f7-ae42-46b1-85b6-11e51167d2fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42906"
    uid: a65c6895-f8b9-461c-9a0f-2fe24907f8fa
  kind: Event
  lastTimestamp: "2026-05-25T14:13:45Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:13:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2d47a9f4f3bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42911"
    uid: 386b75ae-65ed-4f49-a9a6-7a9d9d7b8ae2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42907"
    uid: 5642f761-c2f9-4a5c-b97b-1a9c4171de72
  kind: Event
  lastTimestamp: "2026-05-25T14:14:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:14:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2d47e1de0bf43
    namespace: kserve-ci-e2e-test
    resourceVersion: "43281"
    uid: 5142a411-ce57-4953-89e6-a123f24733b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42907"
    uid: 5642f761-c2f9-4a5c-b97b-1a9c4171de72
  kind: Event
  lastTimestamp: "2026-05-25T14:14:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:14:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2d47e1e4f02a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43282"
    uid: c25c5639-54e9-48ed-bf96-b3e400bdef57
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43074"
    uid: 5642f761-c2f9-4a5c-b97b-1a9c4171de72
  kind: Event
  lastTimestamp: "2026-05-25T14:14:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:14:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2d4889b987f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43379"
    uid: 4276e206-591a-45f6-8cd9-84bbc7875be7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43074"
    uid: 5642f761-c2f9-4a5c-b97b-1a9c4171de72
  kind: Event
  lastTimestamp: "2026-05-25T14:14:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:14:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2d4889c03ecd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43381"
    uid: 5e43a3db-7a09-4245-bd58-38fbdf68b5da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42897"
    uid: 0b4297d9-05c5-452a-9c95-cc27fe782853
  kind: Event
  lastTimestamp: "2026-05-25T14:14:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:14:55Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b2d47a9f1dbdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43464"
    uid: 0ce75d8d-0cb1-404d-b3f6-c8baa25a97f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42897"
    uid: 0b4297d9-05c5-452a-9c95-cc27fe782853
  kind: Event
  lastTimestamp: "2026-05-25T14:13:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:13:45Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b2d47a9f803ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42913"
    uid: 45b491fe-7807-4209-b7cd-5eabf05f145a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:14:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "43462"
    uid: 0b4297d9-05c5-452a-9c95-cc27fe782853
  kind: Event
  lastTimestamp: "2026-05-25T14:14:55Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:14:55Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b2d48ad8eff284
    namespace: kserve-ci-e2e-test
    resourceVersion: "43463"
    uid: e20222ef-f79b-444e-95fe-4f125f841650
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:13:34.906588Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789
    namespace: kserve-ci-e2e-test
    resourceVersion: "42761"
    uid: a0a26ab0-56f7-4e89-afbf-532e961654ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:13:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:13:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789.18b2d47810baabac
    namespace: kserve-ci-e2e-test
    resourceVersion: "42766"
    uid: 1dc56d23-1248-4ffe-8de3-ef7eaca4d6e1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789
    namespace: kserve-ci-e2e-test
    resourceVersion: "42769"
    uid: a0a26ab0-56f7-4e89-afbf-532e961654ab
  kind: Event
  lastTimestamp: "2026-05-25T14:13:35Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:13:35Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789.18b2d47829f09700
    namespace: kserve-ci-e2e-test
    resourceVersion: "42779"
    uid: 4bfd3add-086c-43a9-855e-c8132079d553
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789
    namespace: kserve-ci-e2e-test
    resourceVersion: "42764"
    uid: a0a26ab0-56f7-4e89-afbf-532e961654ab
  kind: Event
  lastTimestamp: "2026-05-25T14:13:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789.18b2d4782b86f43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42839"
    uid: ebceb7c9-3707-4c26-b5af-81c03162f1fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789
    namespace: kserve-ci-e2e-test
    resourceVersion: "42764"
    uid: a0a26ab0-56f7-4e89-afbf-532e961654ab
  kind: Event
  lastTimestamp: "2026-05-25T14:13:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789.18b2d4782e10b267
    namespace: kserve-ci-e2e-test
    resourceVersion: "42843"
    uid: 09717067-9b15-4bdb-8011-2f142120b3b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789
    namespace: kserve-ci-e2e-test
    resourceVersion: "42764"
    uid: a0a26ab0-56f7-4e89-afbf-532e961654ab
  kind: Event
  lastTimestamp: "2026-05-25T14:13:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789.18b2d4782e7e105e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42844"
    uid: 79de9659-1aeb-4cbb-935b-c7777f8f2f4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789
    namespace: kserve-ci-e2e-test
    resourceVersion: "42764"
    uid: a0a26ab0-56f7-4e89-afbf-532e961654ab
  kind: Event
  lastTimestamp: "2026-05-25T14:13:44Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:44Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789.18b2d47a63a64b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42882"
    uid: d57a1da6-0801-45df-abfd-fdee1c6107f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42751"
    uid: 1d7e81e4-7342-4d02-8525-dcca08935038
  kind: Event
  lastTimestamp: "2026-05-25T14:13:34Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-js789'
  metadata:
    creationTimestamp: "2026-05-25T14:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:13:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4.18b2d4781041a37e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42763"
    uid: 4cd33036-1cb7-444c-b7c8-307bd2316291
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42749"
    uid: aadd687a-3748-4f51-a63d-7ca5fb341b47
  kind: Event
  lastTimestamp: "2026-05-25T14:13:34Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:13:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18b2d4780c60a3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42753"
    uid: 46de1af2-e05e-49b8-a22e-b772d3c78893
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42739"
    uid: 130f92df-271c-43a6-be01-18f2224477ab
  kind: Event
  lastTimestamp: "2026-05-25T14:13:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:13:42Z"
    name: isvc-sklearn-s3-tls-global-fail.18b2d4780c23212d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42845"
    uid: a9d2c60f-4c4e-4378-9613-11ca0ee2b9eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42739"
    uid: 130f92df-271c-43a6-be01-18f2224477ab
  kind: Event
  lastTimestamp: "2026-05-25T14:13:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:13:34Z"
    name: isvc-sklearn-s3-tls-global-fail.18b2d4780cbed427
    namespace: kserve-ci-e2e-test
    resourceVersion: "42755"
    uid: 0030cc2e-7328-4dc8-a679-619324b5c48d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:12:23.743489Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41862"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:12:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:12:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d4677f13f6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41867"
    uid: 27beecee-30b4-4546-baf8-dbc2aa681855
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41874"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: "2026-05-25T14:12:24Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:12:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d46798548151
    namespace: kserve-ci-e2e-test
    resourceVersion: "41882"
    uid: d4925a20-337c-4c62-abc1-efa580615d5a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: "2026-05-25T14:12:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:12:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d46799cfd109
    namespace: kserve-ci-e2e-test
    resourceVersion: "41885"
    uid: 47c8af71-b5d6-4b26-8f93-a7c8be9edebb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: "2026-05-25T14:12:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:12:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d4679cc20788
    namespace: kserve-ci-e2e-test
    resourceVersion: "41886"
    uid: dc511696-748d-495a-9b22-b49a850bd089
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: "2026-05-25T14:12:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:12:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d4679d2fb852
    namespace: kserve-ci-e2e-test
    resourceVersion: "41887"
    uid: 1fe8270a-8b0d-4215-9dd0-038e6a6e4f69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: "2026-05-25T14:12:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:12:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d467d702776a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41899"
    uid: 38ffba87-3eb3-47b0-90fa-ef92614ec6fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: "2026-05-25T14:12:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T14:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:12:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d467d9c7aa71
    namespace: kserve-ci-e2e-test
    resourceVersion: "41904"
    uid: f011495a-c471-4f47-b7a4-cb43c5bf8719
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: "2026-05-25T14:12:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:12:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d467da2e31b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41905"
    uid: 6804230e-910c-44cd-9766-3bcb458f2d79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: "2026-05-25T14:12:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:12:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d467da3b5bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "41907"
    uid: 12c65f77-ce11-4f52-a08d-0b996056af56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: "2026-05-25T14:12:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T14:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:12:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d467dd048dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41908"
    uid: 014f5bf8-a66e-4bd8-8605-d00557af383a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: "2026-05-25T14:12:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:12:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d467dd6a0edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: f49d7212-57c7-405c-b313-55c8a9ea0e99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: "2026-05-25T14:13:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T14:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d4684ede87a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42618"
    uid: b8f65420-cb1a-4efa-a5da-2efc1b8b14e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: "2026-05-25T14:13:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d477d04c2577
    namespace: kserve-ci-e2e-test
    resourceVersion: "42719"
    uid: 59e7ccb5-9ac3-46ae-b839-96f690e6133d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 92fd35aa-93d8-40b5-94d6-ff3a9645c969
  kind: Event
  lastTimestamp: "2026-05-25T14:13:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:13:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc.18b2d477d04cbf5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42720"
    uid: 0e1a48e7-9960-48a6-90c4-ebc3f17a7dde
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41853"
    uid: 552018f6-785b-42d5-b757-32b913860923
  kind: Event
  lastTimestamp: "2026-05-25T14:12:23Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-sq6dc'
  metadata:
    creationTimestamp: "2026-05-25T14:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:12:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b.18b2d4677e9b3aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "41863"
    uid: 1be52658-37b5-449e-b0aa-83cc649cf959
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: 8f19dc34-d96e-4b2c-aa4c-47e6a8c25672
  kind: Event
  lastTimestamp: "2026-05-25T14:12:23Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:12:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2d4677bd55c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "41854"
    uid: 77c92218-5b80-4dec-97f3-01b9e189750b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41852"
    uid: 8131cbe6-5e28-49cb-a3df-93c8ec1b2ee8
  kind: Event
  lastTimestamp: "2026-05-25T14:13:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:13:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2d46afa775550
    namespace: kserve-ci-e2e-test
    resourceVersion: "42523"
    uid: 6781508e-383f-4760-8267-650287cca4b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41852"
    uid: 8131cbe6-5e28-49cb-a3df-93c8ec1b2ee8
  kind: Event
  lastTimestamp: "2026-05-25T14:13:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:13:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2d46afadea208
    namespace: kserve-ci-e2e-test
    resourceVersion: "42524"
    uid: 458d4e07-b726-46d0-9d12-17ac36088a62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42203"
    uid: 8131cbe6-5e28-49cb-a3df-93c8ec1b2ee8
  kind: Event
  lastTimestamp: "2026-05-25T14:13:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:13:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2d46e79e11258
    namespace: kserve-ci-e2e-test
    resourceVersion: "42622"
    uid: 38121287-f5d1-40a6-859b-0c88aeb3c3e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42203"
    uid: 8131cbe6-5e28-49cb-a3df-93c8ec1b2ee8
  kind: Event
  lastTimestamp: "2026-05-25T14:13:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:13:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2d46e7a49d11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42623"
    uid: 25c06a51-d761-4e4e-ab0b-c735b0580eff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41837"
    uid: 99926dc5-5dee-4839-a8a3-db7cee1517cb
  kind: Event
  lastTimestamp: "2026-05-25T14:13:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:13:33Z"
    name: isvc-sklearn-s3-tls-global-pass.18b2d4677bdba450
    namespace: kserve-ci-e2e-test
    resourceVersion: "42697"
    uid: b94cdcd5-234f-4b93-a6cf-e9e99e415dd5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41837"
    uid: 99926dc5-5dee-4839-a8a3-db7cee1517cb
  kind: Event
  lastTimestamp: "2026-05-25T14:12:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:12:23Z"
    name: isvc-sklearn-s3-tls-global-pass.18b2d4677c76b041
    namespace: kserve-ci-e2e-test
    resourceVersion: "41877"
    uid: 04990bfe-4706-42e5-91d9-261ee0605a09
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41860"
    uid: 99926dc5-5dee-4839-a8a3-db7cee1517cb
  kind: Event
  lastTimestamp: "2026-05-25T14:12:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T14:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:12:23Z"
    name: isvc-sklearn-s3-tls-global-pass.18b2d4678322d63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41878"
    uid: 1f065711-9ae4-4778-b7d6-4e55527009d8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:13:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42695"
    uid: 99926dc5-5dee-4839-a8a3-db7cee1517cb
  kind: Event
  lastTimestamp: "2026-05-25T14:13:33Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:13:33Z"
    name: isvc-sklearn-s3-tls-global-pass.18b2d477b2e7bce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42696"
    uid: 0669f69c-b648-4d8d-a4a9-242df3eca671
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:16:19.216023Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44274"
    uid: 3cd82f7d-b01c-47c1-8371-d2689ceaa2e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:16:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:16:19Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5.18b2d49e52559f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "44280"
    uid: ed39bf4b-3fde-48e6-953e-59f83fd3b190
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:16:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44284"
    uid: 3cd82f7d-b01c-47c1-8371-d2689ceaa2e1
  kind: Event
  lastTimestamp: "2026-05-25T14:16:19Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:16:19Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5.18b2d49e6b8bc3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44295"
    uid: c444ad19-04c5-44e4-86c3-2e43fab7c71b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44276"
    uid: 3cd82f7d-b01c-47c1-8371-d2689ceaa2e1
  kind: Event
  lastTimestamp: "2026-05-25T14:16:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:16:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5.18b2d49e6d6cb01b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44331"
    uid: 0a5c8fe4-9576-41b7-83c2-6e9d6f01b509
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44276"
    uid: 3cd82f7d-b01c-47c1-8371-d2689ceaa2e1
  kind: Event
  lastTimestamp: "2026-05-25T14:16:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:16:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5.18b2d49e70b4761b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44336"
    uid: 89d0cc46-2d97-47ff-a75c-7879e900bf28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44276"
    uid: 3cd82f7d-b01c-47c1-8371-d2689ceaa2e1
  kind: Event
  lastTimestamp: "2026-05-25T14:16:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:16:23Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5.18b2d49e71255347
    namespace: kserve-ci-e2e-test
    resourceVersion: "44338"
    uid: 8aef8955-037b-4f73-bb9d-dc1f9579e96d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44276"
    uid: 3cd82f7d-b01c-47c1-8371-d2689ceaa2e1
  kind: Event
  lastTimestamp: "2026-05-25T14:16:27Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5_kserve-ci-e2e-test(3cd82f7d-b01c-47c1-8371-d2689ceaa2e1)
  metadata:
    creationTimestamp: "2026-05-25T14:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:16:27Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5.18b2d4a05b3d9ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44371"
    uid: a2a4f66e-5e15-413a-a238-72b27f0bc659
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:16:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44264"
    uid: 9b15ee5f-35c9-42f0-8a42-b77dbe3a1f9b
  kind: Event
  lastTimestamp: "2026-05-25T14:16:19Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-x8mw5'
  metadata:
    creationTimestamp: "2026-05-25T14:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:16:19Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9.18b2d49e51b20118
    namespace: kserve-ci-e2e-test
    resourceVersion: "44275"
    uid: d19203ae-adb3-49a0-9472-f2708f374329
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:16:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44262"
    uid: d1f1767f-69f5-49d8-898c-7032dd8ffb9c
  kind: Event
  lastTimestamp: "2026-05-25T14:16:19Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:16:19Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18b2d49e4e664b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "44266"
    uid: 97961866-c771-4487-8aed-49701af33003
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T14:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "44252"
    uid: 5f6deb49-6f4c-4a9a-898b-55656c690767
  kind: Event
  lastTimestamp: "2026-05-25T14:16:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:16:28Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b2d49e4e3638cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44377"
    uid: b1ed2a29-cd52-431b-ac62-f0a4fdd34c7d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "44252"
    uid: 5f6deb49-6f4c-4a9a-898b-55656c690767
  kind: Event
  lastTimestamp: "2026-05-25T14:16:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:16:19Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b2d49e4eb31428
    namespace: kserve-ci-e2e-test
    resourceVersion: "44290"
    uid: e4110b10-26bf-4139-b890-6688ed209d68
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "44259"
    uid: 5f6deb49-6f4c-4a9a-898b-55656c690767
  kind: Event
  lastTimestamp: "2026-05-25T14:16:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T14:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:16:19Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b2d49e559b8a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44291"
    uid: 424c788e-59d2-488b-83a0-36a2101563b8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:15:08.100229Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43677"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:15:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:15:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d48dc380c23c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43684"
    uid: 6b843e09-75fb-401c-b195-ef2e0dd1709c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43680"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:15:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T14:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d48dcdfa4c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "43692"
    uid: 4bc5665d-d5ab-405a-8b06-e73c13b4c7fe
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43688"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:15:09Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:15:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d48e0078f346
    namespace: kserve-ci-e2e-test
    resourceVersion: "43702"
    uid: 586029dd-45e0-49c9-b5ba-33e165cadd6f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43680"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:15:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d48e01e6d6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43704"
    uid: 3c1b5d0f-79c8-446f-aa37-e632072bdd18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43680"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:15:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d48e05409260
    namespace: kserve-ci-e2e-test
    resourceVersion: "43707"
    uid: eaef9d9c-88bb-46e5-8d6a-d86f5ef75167
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43680"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:15:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d48e05b41a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "43708"
    uid: 5bd8490e-5657-4cf8-af00-c16fbfa5142d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43680"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:15:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d48e5f89c9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43728"
    uid: 77553680-6d3a-4a52-b2af-bc733adb113e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43680"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:15:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T14:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d48e62fd24fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43731"
    uid: 02f08f15-a488-44c1-86ba-9712859ae729
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43680"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:15:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d48e636fbb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "43734"
    uid: 4df8da52-03ac-431f-b98f-7e11bed0d384
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43680"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:15:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d48e637b5d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43735"
    uid: 5538fe33-eb54-4ded-9911-1015ba2e29b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43680"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:15:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T14:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d48e65f58610
    namespace: kserve-ci-e2e-test
    resourceVersion: "43737"
    uid: 3e4f775b-5fd6-456d-b5b0-f8a232d6fc3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43680"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:15:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:15:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d48e6668e15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43738"
    uid: b327bd96-7fc4-4f0a-b5d1-937e89f394cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43680"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:16:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T14:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:16:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d48e9b78caca
    namespace: kserve-ci-e2e-test
    resourceVersion: "44139"
    uid: c1227c35-3ac2-4e0d-a0b6-8c0ed89b0f06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43680"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:16:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:16:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d49e13d08ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44240"
    uid: 46e941c2-0474-4ca8-8087-7f2fa85a9865
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43680"
    uid: 65804066-9483-4e60-9944-78d068bee94a
  kind: Event
  lastTimestamp: "2026-05-25T14:16:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:16:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4.18b2d49e13d15a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44241"
    uid: db11aeff-d46d-4ac9-8cb7-96bc77390976
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43669"
    uid: c16ebe33-6d87-41c6-82d2-3fd1b6222804
  kind: Event
  lastTimestamp: "2026-05-25T14:15:08Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-6jgb4'
  metadata:
    creationTimestamp: "2026-05-25T14:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:15:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c.18b2d48dc2f6f835
    namespace: kserve-ci-e2e-test
    resourceVersion: "43679"
    uid: 3a50a1fa-79f9-41aa-ad4e-e8aeefa7b807
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43667"
    uid: 5f1f6d1b-e1b3-4dd4-b138-19a0c03827cc
  kind: Event
  lastTimestamp: "2026-05-25T14:15:08Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-754974974c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:15:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b2d48dc0697517
    namespace: kserve-ci-e2e-test
    resourceVersion: "43671"
    uid: 72ab023d-552a-4f39-bb31-4a2855390f25
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43668"
    uid: f33b5378-61aa-4983-b6a2-e9a9049c758e
  kind: Event
  lastTimestamp: "2026-05-25T14:15:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:15:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b2d4913f531581
    namespace: kserve-ci-e2e-test
    resourceVersion: "44038"
    uid: 2c158a35-6680-4662-b2d5-9f1295607e2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43668"
    uid: f33b5378-61aa-4983-b6a2-e9a9049c758e
  kind: Event
  lastTimestamp: "2026-05-25T14:15:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:15:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b2d4913fdc6012
    namespace: kserve-ci-e2e-test
    resourceVersion: "44039"
    uid: 3d3c68d0-0d10-4867-8197-b41d0cac050a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43830"
    uid: f33b5378-61aa-4983-b6a2-e9a9049c758e
  kind: Event
  lastTimestamp: "2026-05-25T14:16:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:16:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b2d494be97acbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44144"
    uid: 9a5ea1a6-14ee-4406-8398-b272f49aa067
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43830"
    uid: f33b5378-61aa-4983-b6a2-e9a9049c758e
  kind: Event
  lastTimestamp: "2026-05-25T14:16:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:16:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b2d494bf20b3e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44145"
    uid: 1c54aa20-618d-48e1-ac8e-adcd6c8a3e29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "43658"
    uid: d24e192c-b2ec-46e6-9669-416fdaa73704
  kind: Event
  lastTimestamp: "2026-05-25T14:16:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:16:17Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b2d48dc0262b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44219"
    uid: 9ebd7af0-6eee-4b6b-a4cc-6870e7be3d50
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:15:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "43658"
    uid: d24e192c-b2ec-46e6-9669-416fdaa73704
  kind: Event
  lastTimestamp: "2026-05-25T14:15:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:15:08Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b2d48dc0c19717
    namespace: kserve-ci-e2e-test
    resourceVersion: "43673"
    uid: e85c8b92-da7a-44cc-865c-15710acd7005
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:16:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "44217"
    uid: d24e192c-b2ec-46e6-9669-416fdaa73704
  kind: Event
  lastTimestamp: "2026-05-25T14:16:17Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:16:17Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b2d49dffadcf78
    namespace: kserve-ci-e2e-test
    resourceVersion: "44218"
    uid: 941b9130-a5c3-492e-b434-79989869215c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41232"
    uid: 4a88a9cd-d01f-4e39-9f77-9d909d5bc59d
  kind: Event
  lastTimestamp: "2026-05-25T14:12:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:12:23Z"
    name: isvc-sklearn-s3.18b2d457213aa5cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41812"
    uid: 026ef6c9-d7de-487b-b0d2-c5c633ffd5eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41232"
    uid: 4a88a9cd-d01f-4e39-9f77-9d909d5bc59d
  kind: Event
  lastTimestamp: "2026-05-25T14:11:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:11:13Z"
    name: isvc-sklearn-s3.18b2d4572195017d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41285"
    uid: fa287769-3898-459f-9201-ba6426f1bfba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41240"
    uid: 4a88a9cd-d01f-4e39-9f77-9d909d5bc59d
  kind: Event
  lastTimestamp: "2026-05-25T14:11:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:11:13Z"
    name: isvc-sklearn-s3.18b2d457270e1953
    namespace: kserve-ci-e2e-test
    resourceVersion: "41286"
    uid: 264fae32-2559-46e1-8a39-429eed00163b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:12:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41810"
    uid: 4a88a9cd-d01f-4e39-9f77-9d909d5bc59d
  kind: Event
  lastTimestamp: "2026-05-25T14:12:23Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:12:23Z"
    name: isvc-sklearn-s3.18b2d4675a19650e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41811"
    uid: 3d1b372b-bf3d-4bcc-b61b-d0d22637bd7a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-588b969f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 6618d302-234b-45e0-89ab-6659c154643a
  kind: Event
  lastTimestamp: "2026-05-25T13:54:07Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-588b969f45-gfg4s'
  metadata:
    creationTimestamp: "2026-05-25T13:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:54:07Z"
    name: isvc-sklearn-scheduler-predictor-588b969f45.18b2d368254f202d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32581"
    uid: fe979fa0-11ba-4b7f-877b-cb595be1e7ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: dbce4c12-3fa9-41f0-9a7d-3594740753a3
  kind: Event
  lastTimestamp: "2026-05-25T13:54:06Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-588b969f45 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:54:06Z"
    name: isvc-sklearn-scheduler-predictor.18b2d3682066d73f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 3f0f5197-3c21-4656-855f-360365a79865
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "32541"
    uid: 84660f7f-ba20-42b9-aa2d-2c9f0982faed
  kind: Event
  lastTimestamp: "2026-05-25T13:54:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:54:07Z"
    name: isvc-sklearn-scheduler.18b2d3681ff1d8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32594"
    uid: 7a480842-120b-4083-81d7-b0e8fc8f38f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "32541"
    uid: 84660f7f-ba20-42b9-aa2d-2c9f0982faed
  kind: Event
  lastTimestamp: "2026-05-25T13:54:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:54:06Z"
    name: isvc-sklearn-scheduler.18b2d368206abbf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32573"
    uid: c666e173-416b-43a5-a0a2-5bbf1eb35e61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "32541"
    uid: 84660f7f-ba20-42b9-aa2d-2c9f0982faed
  kind: Event
  lastTimestamp: "2026-05-25T13:54:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:54:06Z"
    name: isvc-sklearn-scheduler.18b2d368206afa13
    namespace: kserve-ci-e2e-test
    resourceVersion: "32575"
    uid: 5f9731d2-1e05-41e4-a615-98a40c2380c4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:59:27.263017Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35368"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:59:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:59:27Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3b2b53c2586
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: a71c83aa-afd6-4104-8c08-c75a4b7477d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35378"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T13:59:27Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:59:27Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3b2cedc335f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35386"
    uid: dc4b4482-1234-410a-8302-0e74666ee31a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T13:59:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:59:27Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3b2d025d6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35388"
    uid: 8f767520-2530-411d-8b5f-72badd311653
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T13:59:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:59:27Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3b2d2969551
    namespace: kserve-ci-e2e-test
    resourceVersion: "35389"
    uid: 61afdaa4-2f71-4be7-a52a-c5bb4b87cd89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T13:59:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:59:27Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3b2d2fabf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35390"
    uid: 7ffbbeae-53e5-4661-9473-fd21dc7d572c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T13:59:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:59:31Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3b3cbf2518e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35432"
    uid: afd30265-5a6d-4304-a796-07e426abaa64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T13:59:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:59:32Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3b3d0041350
    namespace: kserve-ci-e2e-test
    resourceVersion: "35439"
    uid: e75d115c-4bb7-45a0-b7c4-fcd2b3007af4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T13:59:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:59:32Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3b3d0761786
    namespace: kserve-ci-e2e-test
    resourceVersion: "35440"
    uid: 05f39fdd-cc65-46d9-a414-889e7f92be29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T13:59:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:59:32Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3b3d085c5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "35441"
    uid: 04ce06f4-dacc-43fb-8843-d33db7c6c7c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T13:59:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:59:32Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3b3d32f7fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35443"
    uid: 246b9184-c85c-4527-b0ae-16ba6ea0ec93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T13:59:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:59:32Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3b3d3a020bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35444"
    uid: 57a70937-3c5d-4c8c-a76c-3c00c3919fde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T14:00:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:49Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3b443ec41ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36068"
    uid: 0a7bfd8f-7b98-48ef-a6c1-39f43b4ace7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T14:00:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:47Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3c55b790f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36002"
    uid: e36bf5ac-8a25-41f3-a8c5-f588f32b34da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T14:00:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:47Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3c55b79a1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36005"
    uid: 7262b073-515d-45db-80a4-da5505545d92
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 17992003-ad90-44b4-9d86-c57504d7b601
  kind: Event
  lastTimestamp: "2026-05-25T14:00:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T14:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:49Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc.18b2d3c5f600f7f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36067"
    uid: 21655307-e505-4d5a-a36a-8ee5535b7f10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35359"
    uid: 73972510-a5c5-4663-8baa-75df52d6228d
  kind: Event
  lastTimestamp: "2026-05-25T13:59:27Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-rx8tc'
  metadata:
    creationTimestamp: "2026-05-25T13:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:59:27Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd.18b2d3b2b4bf74a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35372"
    uid: 98bffd4b-0d4b-481c-9771-04f81c8af359
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35357"
    uid: 8bc58d8b-9009-47f3-a618-dfd127543139
  kind: Event
  lastTimestamp: "2026-05-25T13:59:27Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5cd9489bbd from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T13:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:59:27Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2d3b2b1d09b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "35361"
    uid: 85c2062d-cafc-46fc-90fc-adbb2bff3ede
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35358"
    uid: 15835aca-fd09-4416-a267-730370dcd854
  kind: Event
  lastTimestamp: "2026-05-25T13:59:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:59:57Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2d3b630aeb0e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35622"
    uid: afe61250-7f2c-4120-ac9f-9497b3d25e07
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35358"
    uid: 15835aca-fd09-4416-a267-730370dcd854
  kind: Event
  lastTimestamp: "2026-05-25T13:59:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:59:57Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2d3b63113bfd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35623"
    uid: 7a586f1f-5d42-437e-8454-21351d3cd6f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35521"
    uid: 15835aca-fd09-4416-a267-730370dcd854
  kind: Event
  lastTimestamp: "2026-05-25T14:00:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:00:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:00:42Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2d3bd2f17da2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35944"
    uid: 824a1a3d-b961-43a5-9f97-d635ddcaf2a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35521"
    uid: 15835aca-fd09-4416-a267-730370dcd854
  kind: Event
  lastTimestamp: "2026-05-25T14:00:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:00:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:00:42Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2d3bd2f7da778
    namespace: kserve-ci-e2e-test
    resourceVersion: "35945"
    uid: fa3138f5-b9d2-4513-8cee-2958903bee16
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: 979cd084-64de-4252-b2a5-f94e21c423a2
  kind: Event
  lastTimestamp: "2026-05-25T14:00:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:00:40Z"
    name: isvc-sklearn-v2-mixed.18b2d3b2b1aa00a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35927"
    uid: 52d52874-77f7-42c3-8162-d24c65d8bb34
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: 979cd084-64de-4252-b2a5-f94e21c423a2
  kind: Event
  lastTimestamp: "2026-05-25T13:59:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:59:27Z"
    name: isvc-sklearn-v2-mixed.18b2d3b2b20420cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: fe88cbf6-f967-4c4b-a9e3-1b38b8f1c778
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: 979cd084-64de-4252-b2a5-f94e21c423a2
  kind: Event
  lastTimestamp: "2026-05-25T14:00:40Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:00:40Z"
    name: isvc-sklearn-v2-mixed.18b2d3c3a71a5b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35926"
    uid: fb572ce3-9385-4309-85fc-e5295b3a5819
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:58:06.934927Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34701"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:58:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:58:06Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3a0014eca3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: f7d79f37-d848-469a-8bf0-317f79508edf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:58:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:07Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3a00ba0f425
    namespace: kserve-ci-e2e-test
    resourceVersion: "34716"
    uid: 0b0deb86-7921-402e-b8f8-bd258dd8dc83
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34710"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:58:07Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:58:07Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3a03e998fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34728"
    uid: 9ec3e169-e4c3-4aa2-9f5a-75faa493c65d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:58:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:07Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3a03ffc7ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: a98eb9a9-8afc-49ba-8906-837890fd9033
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:58:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:08Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3a04302412b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34732"
    uid: a27f29fb-b731-46e9-9dd5-8610d7290649
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:58:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:08Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3a0436971d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34733"
    uid: 44c35aed-d0eb-40a4-bc70-387743f3bc18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:58:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:11Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3a11d7f4c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "34770"
    uid: 54af68d7-b326-41f0-9533-b8778a9cffa9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:58:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:11Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3a121286a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "34774"
    uid: 8ab1cc81-591f-47a7-a04e-f884e56a16b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:58:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:11Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3a121909a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "34775"
    uid: e243b47e-f489-42be-a853-4d0350b9d9ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:58:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:11Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3a1219dbfab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34776"
    uid: b8eba750-08ef-4119-9cca-bfec3bdc8969
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:58:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:11Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3a124a79b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "34778"
    uid: 8e9910b8-88c6-4b93-85f8-b132e9afeb32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:58:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:11Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3a12512db51
    namespace: kserve-ci-e2e-test
    resourceVersion: "34779"
    uid: e1fec41d-b18f-4967-acd7-4636ac591b54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:59:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:59:28Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3a1596d2367
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: d7696a5e-1a66-4e1a-973b-fe070acd7150
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:59:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:59:27Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3b2b0680537
    namespace: kserve-ci-e2e-test
    resourceVersion: "35353"
    uid: d3dd8e18-6dc3-4d3d-bd33-20b686963490
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:59:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:59:27Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3b2b0686489
    namespace: kserve-ci-e2e-test
    resourceVersion: "35355"
    uid: 8443c994-6208-4a67-aba6-506add5298b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: f902ff6e-e7d4-465c-aaa2-04123e19d777
  kind: Event
  lastTimestamp: "2026-05-25T13:59:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:59:28Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-66mrb.18b2d3b30b8040ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35403"
    uid: 25e50089-a2a2-4d5d-a91c-6f8e69ae129a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-9df9c96c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34689"
    uid: bd27c516-6f20-47a1-812b-474aff1d6fb9
  kind: Event
  lastTimestamp: "2026-05-25T13:58:06Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-9df9c96c7-66mrb'
  metadata:
    creationTimestamp: "2026-05-25T13:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:58:06Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7.18b2d3a000dcadd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: 2eaf3258-0a4b-4859-821d-c2467d50e117
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34686"
    uid: ca670a1e-a613-44c8-9a39-9da6ce3c5c43
  kind: Event
  lastTimestamp: "2026-05-25T13:58:06Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-9df9c96c7 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:58:06Z"
    name: isvc-sklearn-v2-predictor.18b2d39ffe34997d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: d9bb0050-5417-4171-aa4f-b754b7678e2f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: 50e97d52-569b-4104-910b-33abd6bbb729
  kind: Event
  lastTimestamp: "2026-05-25T13:58:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:58:21Z"
    name: isvc-sklearn-v2-predictor.18b2d3a37cf3d3f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34856"
    uid: ffb86bc7-06ee-4a89-8db0-2c410dbc9e69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: 50e97d52-569b-4104-910b-33abd6bbb729
  kind: Event
  lastTimestamp: "2026-05-25T13:58:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:58:21Z"
    name: isvc-sklearn-v2-predictor.18b2d3a37d56980b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34858"
    uid: 8bf25859-d288-4eab-995e-2b0ef4aaa3f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 50e97d52-569b-4104-910b-33abd6bbb729
  kind: Event
  lastTimestamp: "2026-05-25T13:59:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:59:21Z"
    name: isvc-sklearn-v2-predictor.18b2d3a6fc06f15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35292"
    uid: 0ea5e48c-23ad-40ee-b76a-d12b1a6b7f30
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 50e97d52-569b-4104-910b-33abd6bbb729
  kind: Event
  lastTimestamp: "2026-05-25T13:59:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:59:21Z"
    name: isvc-sklearn-v2-predictor.18b2d3a6fc6f1658
    namespace: kserve-ci-e2e-test
    resourceVersion: "35294"
    uid: 74e21428-2cdc-4709-8a32-75d0518945ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:57:06.788458Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34187"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:57:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:57:06Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d392004c720a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34194"
    uid: f77b6bbf-2f00-42f8-aef4-a2c1512e58c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34198"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:57:07Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:57:07Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d39219df7604
    namespace: kserve-ci-e2e-test
    resourceVersion: "34205"
    uid: 40aa49ca-4952-4abd-8046-e75444099cd8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:57:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:57:07Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d3921b3d6d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34208"
    uid: 21521ea8-0fc7-4165-9a21-e2c833ad5a86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:57:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:57:07Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d3921e4486da
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: 9c8eb792-d9b6-4b80-842b-257becc8cc36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:57:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:57:07Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d3921eae58cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: e38d033d-f9da-4ae0-b542-57d5a07a9ed9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:57:11Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T13:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:57:11Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d3931afdc332
    namespace: kserve-ci-e2e-test
    resourceVersion: "34249"
    uid: be9e160d-9dfb-4ab7-9b8d-e04dbaaadb86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:57:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:57:11Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d3931ded572a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34252"
    uid: 7fda1dab-76fd-41cf-a3ad-ea20b79e3a84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:57:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:57:11Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d3931e760625
    namespace: kserve-ci-e2e-test
    resourceVersion: "34253"
    uid: e9cdbabc-ec29-4e24-9e3d-d0cb71b9214c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:57:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:57:11Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d3931e81b47e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34255"
    uid: f095c039-28be-4508-86ad-d18f720a5aff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:57:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:57:11Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d39321992420
    namespace: kserve-ci-e2e-test
    resourceVersion: "34258"
    uid: fa3a9703-9928-4735-b7e5-cd390f9c4c78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:57:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:57:11Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d393220278e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34260"
    uid: 8b306c02-19c2-492e-a7e5-0c3270291e83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:57:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-25T13:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:57:48Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d39bbc02ffe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34521"
    uid: 77f174b8-9f29-44e3-bd82-a72135314d3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:58:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:06Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d39ffe06b625
    namespace: kserve-ci-e2e-test
    resourceVersion: "34691"
    uid: 02fa3f72-cc58-4a7f-b250-1b3ed730bdf6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:58:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:06Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d39ffe0739e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34694"
    uid: 084da2a0-11fd-4186-971c-0fa902a7496f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:58:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:13Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d3a060d9328b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34792"
    uid: b90b6afb-3711-4604-b4d1-f92b6e362124
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 74235c9c-85b3-44ab-811a-b6d67db10ef8
  kind: Event
  lastTimestamp: "2026-05-25T13:58:09Z"
  message: 'Readiness probe failed: Get "http://10.132.0.47:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-05-25T13:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:58:09Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc.18b2d3a09f4abb73
    namespace: kserve-ci-e2e-test
    resourceVersion: "34755"
    uid: 37f232b3-1875-426f-abd0-9fc27ccf6e5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: af350642-2db7-4dd0-b828-06bb36b3d306
  kind: Event
  lastTimestamp: "2026-05-25T13:57:06Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-9d7rc'
  metadata:
    creationTimestamp: "2026-05-25T13:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:57:06Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18b2d391ffe41961
    namespace: kserve-ci-e2e-test
    resourceVersion: "34191"
    uid: 01231144-bc23-4fbf-804c-10158880609a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34175"
    uid: 53c437dd-45d8-4f7a-910e-5c315ec23fbc
  kind: Event
  lastTimestamp: "2026-05-25T13:57:06Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:57:06Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2d391fcfe5d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34180"
    uid: c51fef88-55c7-4f66-837c-35a552d46142
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34177"
    uid: ef97c686-86fd-478e-a842-771d3e05529e
  kind: Event
  lastTimestamp: "2026-05-25T13:57:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:57:51Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2d3957bc0aaff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34543"
    uid: fb94c11f-9fa0-4420-9e31-54ecfbf3ad1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34177"
    uid: ef97c686-86fd-478e-a842-771d3e05529e
  kind: Event
  lastTimestamp: "2026-05-25T13:57:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:57:51Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2d3957c223682
    namespace: kserve-ci-e2e-test
    resourceVersion: "34545"
    uid: f170e9e0-c1d7-4d5b-843b-f0a9476799ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: ef97c686-86fd-478e-a842-771d3e05529e
  kind: Event
  lastTimestamp: "2026-05-25T13:58:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:58:06Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2d398fae28bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 69373f88-8540-4420-8327-671cacf86e2d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: ef97c686-86fd-478e-a842-771d3e05529e
  kind: Event
  lastTimestamp: "2026-05-25T13:58:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:58:06Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2d398fb52ff07
    namespace: kserve-ci-e2e-test
    resourceVersion: "34660"
    uid: 0ddb738f-c81c-4bef-9488-966fa4c43139
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34147"
    uid: 4a153786-4b48-45da-83b0-3de6c1a21ee9
  kind: Event
  lastTimestamp: "2026-05-25T13:57:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:57:58Z"
    name: isvc-sklearn-v2-runtime.18b2d391fcbc641a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 98af2acc-d224-493c-9317-5fd5897cef18
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34147"
    uid: 4a153786-4b48-45da-83b0-3de6c1a21ee9
  kind: Event
  lastTimestamp: "2026-05-25T13:57:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:57:06Z"
    name: isvc-sklearn-v2-runtime.18b2d391fd15acaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 9813286e-ea1b-4c1b-9c8e-3bf96bce7365
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:57:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34603"
    uid: 4a153786-4b48-45da-83b0-3de6c1a21ee9
  kind: Event
  lastTimestamp: "2026-05-25T13:57:58Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:57:58Z"
    name: isvc-sklearn-v2-runtime.18b2d39e11f216fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 78c396b0-01b3-4dbb-9d81-d58b83999cc5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34661"
    uid: 2336c8f8-fe1a-4900-aa49-3a029c6e1673
  kind: Event
  lastTimestamp: "2026-05-25T13:59:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:59:18Z"
    name: isvc-sklearn-v2.18b2d39ffe098100
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: a84c99a0-6352-4997-9228-edd52e509b1f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34661"
    uid: 2336c8f8-fe1a-4900-aa49-3a029c6e1673
  kind: Event
  lastTimestamp: "2026-05-25T13:58:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:58:06Z"
    name: isvc-sklearn-v2.18b2d39ffe732a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34712"
    uid: e3a12b01-f12a-4605-9b14-4320a013d2a5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:58:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 2336c8f8-fe1a-4900-aa49-3a029c6e1673
  kind: Event
  lastTimestamp: "2026-05-25T13:58:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:58:06Z"
    name: isvc-sklearn-v2.18b2d3a003818c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "34713"
    uid: c708afc2-404f-4939-ac0e-dce6d7e9f043
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:59:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35270"
    uid: 2336c8f8-fe1a-4900-aa49-3a029c6e1673
  kind: Event
  lastTimestamp: "2026-05-25T13:59:18Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:59:18Z"
    name: isvc-sklearn-v2.18b2d3b0bc6126e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35271"
    uid: fa1a23f2-a006-476c-ab09-ee3d93ef1630
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32606"
    uid: 33935af2-7a1a-4a41-afa4-c9ebeb2324e8
  kind: Event
  lastTimestamp: "2026-05-25T13:55:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:55:21Z"
    name: isvc-sklearn.18b2d3689f0b8e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "33211"
    uid: 4a2a1521-b9cb-418e-a26c-2ced233af534
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:54:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32606"
    uid: 33935af2-7a1a-4a41-afa4-c9ebeb2324e8
  kind: Event
  lastTimestamp: "2026-05-25T13:54:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T13:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:54:09Z"
    name: isvc-sklearn.18b2d3689f984ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: 0632dc97-6113-4413-810d-87bbd99f3248
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33207"
    uid: 33935af2-7a1a-4a41-afa4-c9ebeb2324e8
  kind: Event
  lastTimestamp: "2026-05-25T13:55:21Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:55:21Z"
    name: isvc-sklearn.18b2d379666066ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: eea24454-2e2c-4751-8644-6afb59933d17
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:00:47.451001Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36022"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-tw8xz
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:00:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:00:47Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c560cfa1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: e9363bfe-9ff6-4d3c-973d-74360cf92d0f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:00:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T14:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:47Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c56a8c2d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "36035"
    uid: 4b45193e-6a65-46a5-91d1-39ee60360964
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:00:48Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:00:48Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c59e12adb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36048"
    uid: dcc07cc3-daff-429c-809f-5385ed0ace30
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:00:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:48Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c59f67fd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36050"
    uid: 50bfed1e-a837-4864-91ca-6c95505bac5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:00:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:48Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c5a2140c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: fb52cdd8-91ca-4399-aca4-27789600fbb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:00:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:48Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c5a277e7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36052"
    uid: 52b85503-b6e6-42ca-b3b2-4a315aa20fbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:00:53Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-05-25T14:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c6b5d6036a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36097"
    uid: ae991494-9b5e-4a71-b162-3bfdd89f9842
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:00:56Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.729s (3.729s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T14:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c79422ccc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36127"
    uid: 8c187297-dc4e-4f6f-a816-fde4e191cce7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:00:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T14:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c79718e9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36128"
    uid: 67867968-a0e8-4092-8a13-6bce57e0834a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:00:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c797811e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "36129"
    uid: 44ad4873-ff45-4cc8-b1b5-cf3edaf6ec46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:00:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c7978d7a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36130"
    uid: bcb19f78-cdc9-4540-982c-bbf86f76d609
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:00:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T14:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:57Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c799f267a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36132"
    uid: 1eaa1a6f-92d4-4e5b-ac41-4388ddcd0007
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:00:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:00:57Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c79a79047c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36133"
    uid: 3f742fe8-a67c-476e-afde-5aa588af5ce6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:01:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T14:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:03Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3c7a53025ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36186"
    uid: 6d965f73-71e3-4c06-b0bf-22c28683e821
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:01:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:28Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3cee589fd2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36390"
    uid: 34138259-7d77-467f-8a24-3a2497a2f46d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:01:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:28Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3cee58a6ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36394"
    uid: e4f02f84-6db6-4a9a-aa0f-3b1cc4d37f22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: b88b1335-a7a0-4644-b2df-1d8de71a052e
  kind: Event
  lastTimestamp: "2026-05-25T14:01:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T14:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:58Z"
    name: isvc-tensorflow-predictor-6756f669d7-tw8xz.18b2d3d0071c9926
    namespace: kserve-ci-e2e-test
    resourceVersion: "36668"
    uid: 4bc17430-4774-4718-a9c6-309ba212bd7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36011"
    uid: ae5ca0b8-3bc6-42e8-88ce-a0751efff283
  kind: Event
  lastTimestamp: "2026-05-25T14:00:47Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-tw8xz'
  metadata:
    creationTimestamp: "2026-05-25T14:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:00:47Z"
    name: isvc-tensorflow-predictor-6756f669d7.18b2d3c56036254c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36023"
    uid: 767a1827-d517-49f8-a2f9-e94b4d703043
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36009"
    uid: ee3f94ef-a051-42a8-8a1f-f14a43bd7902
  kind: Event
  lastTimestamp: "2026-05-25T14:00:47Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:00:47Z"
    name: isvc-tensorflow-predictor.18b2d3c55d3f3032
    namespace: kserve-ci-e2e-test
    resourceVersion: "36013"
    uid: 4ff299c1-c65a-4a35-8dbe-40ea3dccca76
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36010"
    uid: 10941037-0f4a-444d-87ab-23d4fefe9a13
  kind: Event
  lastTimestamp: "2026-05-25T14:01:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:01:17Z"
    name: isvc-tensorflow-predictor.18b2d3c8dbb0dfed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36287"
    uid: f7a43eeb-3af4-425c-949c-5162711c228d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36010"
    uid: 10941037-0f4a-444d-87ab-23d4fefe9a13
  kind: Event
  lastTimestamp: "2026-05-25T14:01:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:01:17Z"
    name: isvc-tensorflow-predictor.18b2d3c8dc12052c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36288"
    uid: 9fc5ca1b-4c74-4f49-a771-04081eef8985
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:01:28.435316Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36410"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:01:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:01:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3ceebaab6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36416"
    uid: d581ae9c-5e18-4bd1-aba5-88a77ebdd187
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36420"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:01:28Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:01:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3cf04fd778d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36430"
    uid: 1782bd09-868d-467c-b4c0-c191e2ad9249
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:01:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3cf0653d807
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: c9b4a19c-1e19-4bf2-825a-a83950285be5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:01:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3cf097b1704
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: 5e2026ca-0450-4fac-9533-f90978474a98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:01:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3cf09de36bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36434"
    uid: 8215f43d-b6b6-410e-993f-a510041448ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:01:34Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:34Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3d048fd9811
    namespace: kserve-ci-e2e-test
    resourceVersion: "36479"
    uid: 9ea96333-d521-4f3e-a32b-1f23d93a8623
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:01:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T14:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:34Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3d04b981e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "36481"
    uid: c21a53a0-e531-406e-a82a-eb8fe49f46c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:01:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:34Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3d04c1db893
    namespace: kserve-ci-e2e-test
    resourceVersion: "36483"
    uid: 17dffe41-31d0-462f-8e03-bcd1993868f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:01:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:34Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3d04c29ca98
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: 0051d727-3629-47b4-a996-8dbfde422033
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:01:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T14:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:34Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3d04efd9685
    namespace: kserve-ci-e2e-test
    resourceVersion: "36488"
    uid: a95b5fc5-7fdb-47b4-9730-a059f373c913
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:01:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:34Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3d04f6e0355
    namespace: kserve-ci-e2e-test
    resourceVersion: "36489"
    uid: 871ebe16-fd7d-464c-8a05-c0ee7dc78a86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:01:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T14:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:01:41Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3d084e29915
    namespace: kserve-ci-e2e-test
    resourceVersion: "36537"
    uid: 2d7af5ee-d65a-4e97-961f-90f434c9f830
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:02:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:02:09Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3d88ae1bd0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36786"
    uid: aec14fe4-982c-40b8-bfdf-a7b838ff0777
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:02:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:02:09Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3d88ae22172
    namespace: kserve-ci-e2e-test
    resourceVersion: "36783"
    uid: a16bf86c-9616-41ca-9c13-510fb265dc6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 47ce242c-3874-4d0c-ba59-f71641401374
  kind: Event
  lastTimestamp: "2026-05-25T14:02:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T14:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:02:36Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n.18b2d3d8e6c1bf1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37012"
    uid: 45e84bb6-18c5-4e3b-a783-939d58bee90e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36399"
    uid: 5d59ef02-c134-4c07-94a5-1b439d605813
  kind: Event
  lastTimestamp: "2026-05-25T14:01:28Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-pzh5n'
  metadata:
    creationTimestamp: "2026-05-25T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:01:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18b2d3ceeb20d70a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36411"
    uid: 56078085-bcc1-44d0-92c9-50e550f97618
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: e2b7fcac-03dc-4779-be9f-82668cb00b64
  kind: Event
  lastTimestamp: "2026-05-25T14:01:28Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:01:28Z"
    name: isvc-tensorflow-runtime-predictor.18b2d3cee7a4d7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "36402"
    uid: a34168f2-f61e-4897-a6aa-8af44e96933d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36398"
    uid: 218f6e2c-62bf-4555-8f0d-cb076f5b2431
  kind: Event
  lastTimestamp: "2026-05-25T14:01:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:01:58Z"
    name: isvc-tensorflow-runtime-predictor.18b2d3d2666d729d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36673"
    uid: 7a13c9f4-4eae-4ae6-b870-bb6888612d98
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36398"
    uid: 218f6e2c-62bf-4555-8f0d-cb076f5b2431
  kind: Event
  lastTimestamp: "2026-05-25T14:01:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:01:58Z"
    name: isvc-tensorflow-runtime-predictor.18b2d3d266df4259
    namespace: kserve-ci-e2e-test
    resourceVersion: "36674"
    uid: e60a0f7b-d6f0-46e0-bbde-c09d0d851344
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36370"
    uid: 1ea0d1f5-f43f-410a-a288-b2088e2340f3
  kind: Event
  lastTimestamp: "2026-05-25T14:01:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:01:51Z"
    name: isvc-tensorflow-runtime.18b2d3cee76bf7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36621"
    uid: 3fd5b008-30c3-426d-a08a-2670fd4839d4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36370"
    uid: 1ea0d1f5-f43f-410a-a288-b2088e2340f3
  kind: Event
  lastTimestamp: "2026-05-25T14:01:28Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:01:28Z"
    name: isvc-tensorflow-runtime.18b2d3cee7e45a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36422"
    uid: 5fa62ed4-5624-4151-bbcc-2bd59162b958
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36407"
    uid: 1ea0d1f5-f43f-410a-a288-b2088e2340f3
  kind: Event
  lastTimestamp: "2026-05-25T14:01:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:01:28Z"
    name: isvc-tensorflow-runtime.18b2d3ceee3a3290
    namespace: kserve-ci-e2e-test
    resourceVersion: "36423"
    uid: 81bb9571-4a10-41ef-9c29-40987bad1d5a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 1ea0d1f5-f43f-410a-a288-b2088e2340f3
  kind: Event
  lastTimestamp: "2026-05-25T14:01:51Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:01:51Z"
    name: isvc-tensorflow-runtime.18b2d3d443c43b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36620"
    uid: ddece657-b591-4fb8-96a1-8d399d41cd0c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "35980"
    uid: 747144d7-5fc0-4ddc-9c0d-5f7685bba31d
  kind: Event
  lastTimestamp: "2026-05-25T14:01:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:01:13Z"
    name: isvc-tensorflow.18b2d3c55d169a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36261"
    uid: 76b98817-d84e-4e46-a978-5c61f83f6fc5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "35980"
    uid: 747144d7-5fc0-4ddc-9c0d-5f7685bba31d
  kind: Event
  lastTimestamp: "2026-05-25T14:00:47Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:00:47Z"
    name: isvc-tensorflow.18b2d3c55d670733
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: ec83ec0a-df16-41a1-8a3b-1b58327e140f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:00:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "35990"
    uid: 747144d7-5fc0-4ddc-9c0d-5f7685bba31d
  kind: Event
  lastTimestamp: "2026-05-25T14:00:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:00:47Z"
    name: isvc-tensorflow.18b2d3c56324f0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36033"
    uid: f26577b4-3040-4b62-8f7b-6d9265027e89
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:01:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "36259"
    uid: 747144d7-5fc0-4ddc-9c0d-5f7685bba31d
  kind: Event
  lastTimestamp: "2026-05-25T14:01:13Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:01:13Z"
    name: isvc-tensorflow.18b2d3cb639e21c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36260"
    uid: 2bfefc4f-59f0-4805-9bfd-edfe2ee0f01f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:02:09.833327Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36793"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-2mfc4
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:02:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:02:09Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3d88f2e3cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36801"
    uid: c003ce30-0b1e-492f-a1ec-52acacf04003
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36804"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:02:10Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:02:10Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3d8a84d9ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 35fd00f0-ad3b-40ef-bf9d-95c63961eb91
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:02:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:02:10Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3d8a9a6aa1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36813"
    uid: 9a52c032-5d92-46a4-b009-9e5137f103ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:02:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:02:10Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3d8ac912e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36814"
    uid: f024a8ed-d9d5-4588-9fe0-a1a8fd1f8f75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:02:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:02:10Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3d8acf4f32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36815"
    uid: 16f9d03f-d93c-4dc6-aa71-4d972e915132
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:02:14Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-05-25T14:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:02:14Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3d9a146165b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36853"
    uid: cf328c7a-e574-481c-90b8-3baa51656970
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:04:09Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.634s
    (1m54.634s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T14:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:09Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3f45204e351
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: e91b5b24-80b0-4bb1-a338-20e90f2ea327
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:04:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T14:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:09Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3f4589a12c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37659"
    uid: 45319745-f1b3-47d2-9300-b909b66403c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:04:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:09Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3f4598c2941
    namespace: kserve-ci-e2e-test
    resourceVersion: "37660"
    uid: dd6fa993-b612-46a4-ac39-f85ee7acbe77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:04:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:09Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3f4599a3c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "37661"
    uid: ad3dd2d4-7a19-4d2b-a18c-94b862877a3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:04:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T14:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:09Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3f45e1daee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37662"
    uid: 6fe1444a-47bf-4a23-a607-5eb1855d14e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:04:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:09Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3f45f2f360f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37663"
    uid: 02fd4063-aab0-4e7b-99ec-60e894202afd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:04:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T14:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:11Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3f4b9f8376a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37684"
    uid: f8361542-c5e6-44a3-a851-816b6a46f4e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:04:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:22Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3f7637eab84
    namespace: kserve-ci-e2e-test
    resourceVersion: "37786"
    uid: 9ba0d723-be88-4d00-8881-d4775a83b53a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2mfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: cacd76e4-f60f-4194-a1de-b1c2acd7bb75
  kind: Event
  lastTimestamp: "2026-05-25T14:04:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:22Z"
    name: isvc-triton-predictor-84bb65d94b-2mfc4.18b2d3f7637f4ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37789"
    uid: e0016c2f-9524-4439-8c7c-ca9628baa520
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36784"
    uid: 8d6c5fc9-b6f9-41bf-9987-153964f9326c
  kind: Event
  lastTimestamp: "2026-05-25T14:02:09Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-2mfc4'
  metadata:
    creationTimestamp: "2026-05-25T14:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:02:09Z"
    name: isvc-triton-predictor-84bb65d94b.18b2d3d88ea1b1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36795"
    uid: 927cade6-bad5-4919-ab1c-9bb2bbf9c118
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 5875993e-469e-43af-a228-dcde3dde2434
  kind: Event
  lastTimestamp: "2026-05-25T14:02:09Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:02:09Z"
    name: isvc-triton-predictor.18b2d3d88b8b5585
    namespace: kserve-ci-e2e-test
    resourceVersion: "36787"
    uid: 5bb95e1f-fb60-44bb-815b-015543236f0e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36782"
    uid: 7f987731-5117-47bf-9330-f607ca0cd87f
  kind: Event
  lastTimestamp: "2026-05-25T14:04:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:04:09Z"
    name: isvc-triton-predictor.18b2d3dc09fd5ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37670"
    uid: 994bcbbf-ca82-4a08-9c5c-8e9987248ba7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36782"
    uid: 7f987731-5117-47bf-9330-f607ca0cd87f
  kind: Event
  lastTimestamp: "2026-05-25T14:04:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:04:09Z"
    name: isvc-triton-predictor.18b2d3dc0a651feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37671"
    uid: 1b86e9d2-1eea-443f-8c19-f9dc976c6af0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36754"
    uid: a2ffd5c4-8ba3-4a53-b675-883edfcdc103
  kind: Event
  lastTimestamp: "2026-05-25T14:04:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:04:16Z"
    name: isvc-triton.18b2d3d88b469e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "37732"
    uid: b4494d20-a981-4cfb-8a35-3f4ba82f3cc3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:02:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36754"
    uid: a2ffd5c4-8ba3-4a53-b675-883edfcdc103
  kind: Event
  lastTimestamp: "2026-05-25T14:02:09Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T14:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:02:09Z"
    name: isvc-triton.18b2d3d88bbfd019
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: bbbf9583-9057-4feb-9a51-09d4765296fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "37730"
    uid: a2ffd5c4-8ba3-4a53-b675-883edfcdc103
  kind: Event
  lastTimestamp: "2026-05-25T14:04:16Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:04:16Z"
    name: isvc-triton.18b2d3f6260af83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37731"
    uid: 3f5beaa4-ae50-4a1f-a5cb-7effc651f6dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:04:22.356168Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-n4jjs
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:04:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:04:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d3f76a285971
    namespace: kserve-ci-e2e-test
    resourceVersion: "37811"
    uid: 427ac18f-1fc1-4e44-84a8-75b07004f4fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37821"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:04:22Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:04:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d3f78a7c768d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37828"
    uid: ba0ed22f-c666-4a2b-8ce8-81ff219ec79b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:04:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d3f78bed1269
    namespace: kserve-ci-e2e-test
    resourceVersion: "37830"
    uid: 6c266ace-a44e-40de-9636-0ac927837a1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:04:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d3f78f9bb40b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37831"
    uid: f2546591-60dd-4561-b9fa-dbe2d4580023
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:04:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d3f7900e0432
    namespace: kserve-ci-e2e-test
    resourceVersion: "37832"
    uid: 6913011d-88f1-4381-8f2b-fb267cb0eeb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:04:27Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T14:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:27Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d3f8b29cce2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37883"
    uid: b950e624-b7ef-4d59-a748-b98a437ec125
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:04:47Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.297s (19.297s
    including waiting). Image size: 1306319098 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T14:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d3fd30d90a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38015"
    uid: 8f450dfb-e82b-41ef-a6aa-820d36c9fdb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:04:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T14:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d3fd3734dd9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38018"
    uid: 1beb36c8-c903-433b-b54b-dffb12ffbb2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:04:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d3fd3863953d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38019"
    uid: 5b9f9be5-aecb-40f6-bc5d-93529bb6cb68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:04:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d3fd3870294f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38020"
    uid: 8da8f4a8-8ee6-4433-9848-c9bb92a16cc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:04:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T14:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d3fd3ea0bf17
    namespace: kserve-ci-e2e-test
    resourceVersion: "38021"
    uid: 75fb17c7-789c-4aad-a7f3-61cfde507950
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:04:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:04:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d3fd3fb1b9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: bd6898a1-8fd1-48a4-8b73-c64eff54eda0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:06:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T14:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:03Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d3fd5e822c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38640"
    uid: 160c887d-def1-4943-92f9-13449355b3fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:06:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:02Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d40ebbdba092
    namespace: kserve-ci-e2e-test
    resourceVersion: "38589"
    uid: 8bd7ae59-bf67-4809-bdb9-d45c3f4258c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:06:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:02Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d40ebbdc1aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38592"
    uid: 6a7e4fe9-6796-4504-8f32-38fe6334928a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: a9b2f6ee-72f5-43bf-9033-ff832b085307
  kind: Event
  lastTimestamp: "2026-05-25T14:06:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T14:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:03Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n4jjs.18b2d40f10922082
    namespace: kserve-ci-e2e-test
    resourceVersion: "38639"
    uid: 0148139d-ea47-49b7-8688-93bb2842340c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37796"
    uid: 579f1719-6dda-4b81-b718-b019d343a0ba
  kind: Event
  lastTimestamp: "2026-05-25T14:04:22Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-n4jjs'
  metadata:
    creationTimestamp: "2026-05-25T14:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:04:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18b2d3f769c3f4de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: d7cf3182-1e72-4458-bc60-a84355f9d004
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37794"
    uid: 7d69aac2-3aa9-4a7e-95ee-6fa1ac246558
  kind: Event
  lastTimestamp: "2026-05-25T14:04:22Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:04:22Z"
    name: isvc-xgboost-predictor.18b2d3f765b38955
    namespace: kserve-ci-e2e-test
    resourceVersion: "37798"
    uid: 0ad079e3-6f6f-4eb0-8dbf-b62562385046
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37795"
    uid: 718b343b-e2a6-4db2-ac2c-7e35aa29e11c
  kind: Event
  lastTimestamp: "2026-05-25T14:05:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:05:22Z"
    name: isvc-xgboost-predictor.18b2d3fae4321725
    namespace: kserve-ci-e2e-test
    resourceVersion: "38274"
    uid: de41aa73-78d6-4b36-bb3f-f5495991ffc1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37795"
    uid: 718b343b-e2a6-4db2-ac2c-7e35aa29e11c
  kind: Event
  lastTimestamp: "2026-05-25T14:05:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:05:22Z"
    name: isvc-xgboost-predictor.18b2d3fae4951fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: d1fe89af-edce-4fa2-9bbb-c50e693ce9eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:05:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 718b343b-e2a6-4db2-ac2c-7e35aa29e11c
  kind: Event
  lastTimestamp: "2026-05-25T14:05:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:05:52Z"
    name: isvc-xgboost-predictor.18b2d408e063b854
    namespace: kserve-ci-e2e-test
    resourceVersion: "38487"
    uid: 41cdd8c2-b700-4ac7-bec2-854243a71b39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:05:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 718b343b-e2a6-4db2-ac2c-7e35aa29e11c
  kind: Event
  lastTimestamp: "2026-05-25T14:05:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:05:52Z"
    name: isvc-xgboost-predictor.18b2d408e0cb9834
    namespace: kserve-ci-e2e-test
    resourceVersion: "38488"
    uid: b64f811d-4103-48cb-830a-fe6c42b61ccb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:07:42.957852Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39516"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-grmsj
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:07:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:07:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d4261ef32049
    namespace: kserve-ci-e2e-test
    resourceVersion: "39522"
    uid: aa4326e3-9f9d-4e75-944d-2f3bcdc47ac3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:07:43Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:07:43Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d42638159b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "39531"
    uid: 8fa00c9c-b4b8-439a-9a59-67fffa08260e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:07:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:07:43Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d426399c3722
    namespace: kserve-ci-e2e-test
    resourceVersion: "39533"
    uid: 2f911ad0-1537-42de-a187-3233c9a806fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:07:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:07:43Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d4263c454a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "39535"
    uid: 851f7a05-1e4b-4fdb-836d-5545263df10a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:07:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:07:43Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d4263cadb454
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 48006c3a-ce4d-4c84-9305-db5188f38028
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:07:47Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:07:47Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d427297b1a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39570"
    uid: 2116484f-7e38-417d-89fc-5363ed1b5556
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:07:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T14:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:07:47Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d4272c07444a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39573"
    uid: a1ce6e86-f1a8-4cf4-85cb-9d67cf228caa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:07:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:07:47Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d4272c70af0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39575"
    uid: 79bede10-0f95-4941-830c-6413f152ed5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:07:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:07:47Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d4272c7c8a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 77665758-ce6a-46a5-8d8a-180a7211baee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:07:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T14:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:07:47Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d4272f0bbdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39580"
    uid: 2caf1ebb-04da-421f-9146-774cce31886f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:07:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:07:47Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d4272f7528ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39581"
    uid: 753cf616-1c61-4b05-af48-4cd84ddd17fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:08:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T14:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:08:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d427a176e107
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 64ad2f87-e381-457c-b4d9-cb0578636728
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:08:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:08:53Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d4366fa8db7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40081"
    uid: 4b47b17d-2972-453f-8344-ffcc22952202
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:08:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:08:53Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d4366fa96a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 9c9b94e8-7ff5-4298-a087-b7f47af0410b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: ffed2be7-d15b-4b42-b09c-b38e78de0e6d
  kind: Event
  lastTimestamp: "2026-05-25T14:08:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T14:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:08:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-grmsj.18b2d436ff786e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40143"
    uid: e2ca7dbb-1c85-4653-b722-a4f6ee369f6a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39503"
    uid: d6f27784-bbf8-4d4f-a781-1995ab9138dd
  kind: Event
  lastTimestamp: "2026-05-25T14:07:42Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-grmsj'
  metadata:
    creationTimestamp: "2026-05-25T14:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:07:42Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18b2d4261e8bddb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39520"
    uid: 38d64567-fcb7-4445-97b0-020ebcff896a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39500"
    uid: f6f678a9-fad8-4d4d-87b4-91b5ec871f5d
  kind: Event
  lastTimestamp: "2026-05-25T14:07:42Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T14:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:07:42Z"
    name: isvc-xgboost-runtime-predictor.18b2d4261a760f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39506"
    uid: 40fc5399-40d1-4c87-8d9e-a6799b5056f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39502"
    uid: a97fda08-ad75-4b96-aa93-3bcddc8aa50c
  kind: Event
  lastTimestamp: "2026-05-25T14:08:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:08:12Z"
    name: isvc-xgboost-runtime-predictor.18b2d42998e5ab2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39770"
    uid: 57b59bd2-55d6-4082-a00e-b76d0f3a2380
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39502"
    uid: a97fda08-ad75-4b96-aa93-3bcddc8aa50c
  kind: Event
  lastTimestamp: "2026-05-25T14:08:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:08:12Z"
    name: isvc-xgboost-runtime-predictor.18b2d4299946128a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: b2c07394-e49f-4912-95e2-06cd3bb69526
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39668"
    uid: a97fda08-ad75-4b96-aa93-3bcddc8aa50c
  kind: Event
  lastTimestamp: "2026-05-25T14:08:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:08:42Z"
    name: isvc-xgboost-runtime-predictor.18b2d430974130f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39976"
    uid: 6d96f638-fb3e-4684-8630-aa4ae09b9f43
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39668"
    uid: a97fda08-ad75-4b96-aa93-3bcddc8aa50c
  kind: Event
  lastTimestamp: "2026-05-25T14:08:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:08:42Z"
    name: isvc-xgboost-runtime-predictor.18b2d43097866a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "39977"
    uid: 03921dd3-dcf7-4bfa-abb8-4834528563fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 43672684-a195-42f6-b756-83146d1a74bc
  kind: Event
  lastTimestamp: "2026-05-25T14:08:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:08:45Z"
    name: isvc-xgboost-runtime.18b2d4261a3b05a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40001"
    uid: c524106a-83ee-4db2-ba74-1bafd98a7c22
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 43672684-a195-42f6-b756-83146d1a74bc
  kind: Event
  lastTimestamp: "2026-05-25T14:07:42Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:07:42Z"
    name: isvc-xgboost-runtime.18b2d4261a9c8464
    namespace: kserve-ci-e2e-test
    resourceVersion: "39509"
    uid: 1a7b9418-d7d1-4a26-ae02-5635c4bda9f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39998"
    uid: 43672684-a195-42f6-b756-83146d1a74bc
  kind: Event
  lastTimestamp: "2026-05-25T14:08:45Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:08:45Z"
    name: isvc-xgboost-runtime.18b2d434b133d10b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39999"
    uid: 571fc401-355d-4f4b-b10e-3af300d1a2a4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:06:02.629897Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38607"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:06:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:06:02Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d40ec2f00674
    namespace: kserve-ci-e2e-test
    resourceVersion: "38611"
    uid: 59a62484-5ce4-4640-918a-24932d5a0ccc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T14:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:02Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d40ed443fac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38621"
    uid: fe380406-2821-475f-b222-92cce42099d5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38618"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:03Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:06:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d40f00164510
    namespace: kserve-ci-e2e-test
    resourceVersion: "38631"
    uid: 786f1034-73e9-4d52-8dd9-c97c4885fc18
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d40f0190d5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38633"
    uid: 98f72838-bafb-4619-88db-f485184d01bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d40f0412c2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38634"
    uid: 72aad677-2e47-4332-bca4-4545df16ab34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d40f04925511
    namespace: kserve-ci-e2e-test
    resourceVersion: "38635"
    uid: 1cec962f-f9cd-4f23-8204-1b0658f3944f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:08Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T14:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d4100c161e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38676"
    uid: cdac04f4-0d64-4e33-bf75-b68ef2051c35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T14:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d4100f7560fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38678"
    uid: 657a2a64-de28-4b50-8e3e-76f601bbf920
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d4100fdef164
    namespace: kserve-ci-e2e-test
    resourceVersion: "38681"
    uid: 215453da-d8c8-4001-b32e-5f69d431cb44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d4100feb6bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38682"
    uid: 7284023f-e243-42e3-892e-5edda39ad318
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T14:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d410127eac1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38685"
    uid: b2688f94-783b-4718-9249-33aee1c14dbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d41012e20547
    namespace: kserve-ci-e2e-test
    resourceVersion: "38686"
    uid: 3b7a5119-047c-4484-a947-bda21b01e1af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d41a69def30c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39054"
    uid: b176656a-0dc6-4aaa-9224-93f39ffef3bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d41a69dfdff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39052"
    uid: c9f9de1d-e9b2-4b2b-8110-702bd7d0efc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 05a9cfcf-9c0e-49ed-9cf0-0f83ebc2cb1b
  kind: Event
  lastTimestamp: "2026-05-25T14:06:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T14:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv.18b2d41afdfe515c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39114"
    uid: 3e484b68-48d1-4e7f-985a-7cda967e7120
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "38595"
    uid: f5d2f6b1-f167-4819-9349-36187a90b8fe
  kind: Event
  lastTimestamp: "2026-05-25T14:06:02Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zrspv'
  metadata:
    creationTimestamp: "2026-05-25T14:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:06:02Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18b2d40ec284444a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38608"
    uid: 9c6749d0-1f94-431a-8da4-3114bd8ddc5b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38593"
    uid: a4345d28-2ee6-4cbf-8510-a4cf274ab497
  kind: Event
  lastTimestamp: "2026-05-25T14:06:02Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:06:02Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2d40ebd7ae6ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "38597"
    uid: 208babb3-3a2c-44c0-bb12-9f90247e638c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38594"
    uid: 6d2cd253-3f1a-4da9-8944-86ea86f6a026
  kind: Event
  lastTimestamp: "2026-05-25T14:06:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:06:47Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2d4123c90f890
    namespace: kserve-ci-e2e-test
    resourceVersion: "38986"
    uid: b4a3dd3a-32a2-4201-a93e-533ec1043fff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38594"
    uid: 6d2cd253-3f1a-4da9-8944-86ea86f6a026
  kind: Event
  lastTimestamp: "2026-05-25T14:06:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:06:47Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2d4123cf71e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38987"
    uid: a13abf77-6355-4179-8d99-0ce1cc3cb3bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38754"
    uid: 6d2cd253-3f1a-4da9-8944-86ea86f6a026
  kind: Event
  lastTimestamp: "2026-05-25T14:06:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:06:32Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2d415bbccb83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38855"
    uid: 2b1131fe-b0ee-40dd-bd2a-daf94478ba93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38754"
    uid: 6d2cd253-3f1a-4da9-8944-86ea86f6a026
  kind: Event
  lastTimestamp: "2026-05-25T14:06:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:06:32Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2d415bc2da95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38857"
    uid: 386cfa25-7e7d-4649-85a7-5dcda34edeef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38565"
    uid: 9306c4e7-575f-4acd-a053-1022c1f1a347
  kind: Event
  lastTimestamp: "2026-05-25T14:06:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:06:45Z"
    name: isvc-xgboost-v2-mlserver.18b2d40ebd53f600
    namespace: kserve-ci-e2e-test
    resourceVersion: "38970"
    uid: c449c3f5-7db1-45e9-981a-12e55d32ac01
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38565"
    uid: 9306c4e7-575f-4acd-a053-1022c1f1a347
  kind: Event
  lastTimestamp: "2026-05-25T14:06:02Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:06:02Z"
    name: isvc-xgboost-v2-mlserver.18b2d40ebdc174e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38616"
    uid: 689c16a4-6a1d-4310-ad98-c1b1b98b8b9b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38574"
    uid: 9306c4e7-575f-4acd-a053-1022c1f1a347
  kind: Event
  lastTimestamp: "2026-05-25T14:06:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:06:02Z"
    name: isvc-xgboost-v2-mlserver.18b2d40ec3d90269
    namespace: kserve-ci-e2e-test
    resourceVersion: "38617"
    uid: a75703cb-0f69-4dca-96f0-0dee4d999b45
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38966"
    uid: 9306c4e7-575f-4acd-a053-1022c1f1a347
  kind: Event
  lastTimestamp: "2026-05-25T14:06:45Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:06:45Z"
    name: isvc-xgboost-v2-mlserver.18b2d418b03dbfee
    namespace: kserve-ci-e2e-test
    resourceVersion: "38968"
    uid: 35e351be-4cd2-48fb-91e3-823133ebdf8d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:09:53.334546Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40616"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:09:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:09:53Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d4447a018263
    namespace: kserve-ci-e2e-test
    resourceVersion: "40622"
    uid: b9496a80-7aee-43d1-b309-06084465dbb2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:09:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T14:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:53Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d44486de7d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "40632"
    uid: 5653a83d-fc4c-4693-9245-dea0acc6d9b8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40626"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:09:54Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:09:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d444b6c60d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "40643"
    uid: 93be8759-a710-4b90-8407-05661263bfb8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:09:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d444b86ec797
    namespace: kserve-ci-e2e-test
    resourceVersion: "40646"
    uid: 7ac0124f-46f0-45d6-a645-0c7046817e2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:09:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d444bb0359a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40648"
    uid: 752533f6-dc3e-434a-8d97-2a5a3d96783b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:09:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d444bb673c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "40649"
    uid: 8c390d78-aac4-4197-8463-752f2e8c5854
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:09:58Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:58Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d445bff70b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "40685"
    uid: 080c41c5-e390-4810-b4c3-688d17aff07b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:09:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T14:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:58Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d445c282daa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40687"
    uid: 289260c8-928e-4934-a755-ef338b515ebb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:09:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:58Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d445c2e69f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40688"
    uid: a76a825a-7647-4d99-9d7b-ad6571a77ee9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:09:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:58Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d445c2f31de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40691"
    uid: 242ed545-ad54-458f-befa-e9272bccdc23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:09:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T14:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:58Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d445c5ceaf92
    namespace: kserve-ci-e2e-test
    resourceVersion: "40693"
    uid: a49bdbf3-2e72-40ac-ac49-55f799f06984
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:09:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:58Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d445c6366029
    namespace: kserve-ci-e2e-test
    resourceVersion: "40694"
    uid: c4e04ba0-174a-4f3c-b622-65f4c6f60cd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:11:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T14:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:11:15Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d445fc02f565
    namespace: kserve-ci-e2e-test
    resourceVersion: "41328"
    uid: 43fbf5bc-925e-42ce-adb8-bc2fe9c63636
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:11:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:11:13Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d457202f9758
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: e354f7ac-336d-428d-94f6-8004af50d83d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:11:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:11:13Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d457203022d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41261"
    uid: 6d89b297-3703-49ed-833b-e1555ad23b2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 21cfa254-a7e8-4f13-a10a-ad6f9f678a85
  kind: Event
  lastTimestamp: "2026-05-25T14:11:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T14:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:11:15Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-6967p.18b2d457ae22755c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: d4635116-53f8-489d-b595-7e0b5a00bea4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40591"
    uid: 7f6b4ba1-b767-4343-9000-f5e58def87dd
  kind: Event
  lastTimestamp: "2026-05-25T14:09:53Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-6967p'
  metadata:
    creationTimestamp: "2026-05-25T14:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:09:53Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18b2d4447972d59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40618"
    uid: a88ca537-c380-4d75-bbd4-6653180dbf15
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40589"
    uid: 22cd3310-9f9b-4102-8b03-3220771f04a5
  kind: Event
  lastTimestamp: "2026-05-25T14:09:53Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:09:53Z"
    name: isvc-xgboost-v2-predictor.18b2d4447593ca9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40595"
    uid: 73745897-e0b0-4f61-8b32-11714dea8c82
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T14:10:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40590"
    uid: d5b4352f-1179-4115-b4fe-b4de143692fc
  kind: Event
  lastTimestamp: "2026-05-25T14:10:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:10:38Z"
    name: isvc-xgboost-v2-predictor.18b2d447f4253102
    namespace: kserve-ci-e2e-test
    resourceVersion: "40977"
    uid: e6af7329-6230-40d2-9f18-519bff532a6b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T14:10:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40590"
    uid: d5b4352f-1179-4115-b4fe-b4de143692fc
  kind: Event
  lastTimestamp: "2026-05-25T14:10:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:10:38Z"
    name: isvc-xgboost-v2-predictor.18b2d447f4914dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40978"
    uid: 9fdb7528-c2ce-4a6c-b761-5adb460a352a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:10:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40772"
    uid: d5b4352f-1179-4115-b4fe-b4de143692fc
  kind: Event
  lastTimestamp: "2026-05-25T14:11:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:11:08Z"
    name: isvc-xgboost-v2-predictor.18b2d45271ba0f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "41193"
    uid: 93def5d9-07e0-4401-8870-00abc8eef21e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:10:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40772"
    uid: d5b4352f-1179-4115-b4fe-b4de143692fc
  kind: Event
  lastTimestamp: "2026-05-25T14:11:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:11:08Z"
    name: isvc-xgboost-v2-predictor.18b2d452724b24b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41194"
    uid: 4242cb2e-6d50-4a13-b7bf-be9d6d1a5bc6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:08:53.127134Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40102"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:08:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:08:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d436755d57b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40106"
    uid: 44bf1fe7-432a-417f-991f-ae81d6222cae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40110"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:08:53Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:08:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d4368ec6eadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40118"
    uid: 6a9d2eb1-5b1a-4b1e-b42c-5e3d4da4cd6f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:08:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:08:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d436901e67b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40121"
    uid: 7e1597ea-7cde-480e-acd9-5187ca75ddf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:08:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:08:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d436929edf26
    namespace: kserve-ci-e2e-test
    resourceVersion: "40122"
    uid: 6069a3d1-2ef4-40a2-a3ac-22a5c835da72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:08:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:08:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d4369306fada
    namespace: kserve-ci-e2e-test
    resourceVersion: "40123"
    uid: 19b1fa9e-a580-4191-bea8-721784454339
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:08:57Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T14:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:08:57Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d43781e3687d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40157"
    uid: 558b9a4f-1c7e-4a47-9aea-3569eb39f336
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:08:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T14:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:08:57Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d4378584ba6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40163"
    uid: 8d54a892-cecb-4fb1-8b9f-b21f5b9989b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:08:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:08:57Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d43785eb3ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40164"
    uid: f4a7fa04-b197-49a5-aac9-fff4094fb0a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:08:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:08:57Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d43785f85b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "40166"
    uid: 9635d71c-4157-44ef-986b-a878699d5e92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:08:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T14:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:08:57Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d43788d01b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40170"
    uid: b23d92b6-f285-4f7f-be9e-d1b4f59c0306
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:08:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:08:57Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d43789328b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "40171"
    uid: 78b429a5-bcc6-4df2-aee5-d35fa4beb9ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:09:35Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-25T14:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:35Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d4405e598465
    namespace: kserve-ci-e2e-test
    resourceVersion: "40433"
    uid: ef67565c-e463-4a2a-a963-514d9bd304c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:09:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d444781db321
    namespace: kserve-ci-e2e-test
    resourceVersion: "40612"
    uid: 9b89c7a6-fe52-4c60-9502-ca437d7ae707
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:09:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d444781e3e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40614"
    uid: 63e9e74c-b9ab-4bbf-bef9-f65745ea472a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:10:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T14:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:10:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d44503b89c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40706"
    uid: 6d8b4fb3-2dd9-4a49-8e56-131532b00119
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 9c28a40f-9513-4a21-9696-f6a9e4653d29
  kind: Event
  lastTimestamp: "2026-05-25T14:09:56Z"
  message: 'Readiness probe failed: Get "http://10.132.0.57:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-05-25T14:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:09:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4.18b2d4454226406b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40670"
    uid: a9b8fdf4-80e7-4452-8111-b37fcd090027
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40091"
    uid: e42042a6-910a-4c3b-aad9-a76037d29760
  kind: Event
  lastTimestamp: "2026-05-25T14:08:53Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gdpv4'
  metadata:
    creationTimestamp: "2026-05-25T14:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:08:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18b2d43674ca59a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40103"
    uid: 84860c5a-519c-4757-8ec3-f7c90b82b6c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40089"
    uid: 92a94d34-2039-4a38-b9e6-684a061ce529
  kind: Event
  lastTimestamp: "2026-05-25T14:08:53Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T14:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:08:53Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2d4367194654a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40093"
    uid: d3e88df3-f537-4165-a973-5247ce653bf3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40090"
    uid: 95ac1607-c281-46c7-9abe-8498145b2e51
  kind: Event
  lastTimestamp: "2026-05-25T14:09:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:09:38Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2d439f00fb8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40452"
    uid: 4816d002-f63b-43cf-9c0f-e69a133a45b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40090"
    uid: 95ac1607-c281-46c7-9abe-8498145b2e51
  kind: Event
  lastTimestamp: "2026-05-25T14:09:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:09:38Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2d439f078a690
    namespace: kserve-ci-e2e-test
    resourceVersion: "40454"
    uid: 42eedc7b-4de5-4fec-b10b-a5a90919a9e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40242"
    uid: 95ac1607-c281-46c7-9abe-8498145b2e51
  kind: Event
  lastTimestamp: "2026-05-25T14:09:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:09:53Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2d43d6f8a79ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "40574"
    uid: f80def0f-e496-4ba5-b123-9ab172c8855b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40242"
    uid: 95ac1607-c281-46c7-9abe-8498145b2e51
  kind: Event
  lastTimestamp: "2026-05-25T14:09:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:09:53Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2d43d6fce6526
    namespace: kserve-ci-e2e-test
    resourceVersion: "40576"
    uid: 285e15ca-503b-469e-82f8-6016d06fccc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40061"
    uid: 3be6bda9-bc01-4a01-936e-2f7afd0f30cd
  kind: Event
  lastTimestamp: "2026-05-25T14:09:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:09:45Z"
    name: isvc-xgboost-v2-runtime.18b2d436716831f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: 0e6b0881-68b3-46df-b942-bcf2bff2096e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40061"
    uid: 3be6bda9-bc01-4a01-936e-2f7afd0f30cd
  kind: Event
  lastTimestamp: "2026-05-25T14:08:53Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:08:53Z"
    name: isvc-xgboost-v2-runtime.18b2d43671bda8ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "40112"
    uid: ce96e314-61a8-484a-a820-0c4325a7e781
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:08:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40071"
    uid: 3be6bda9-bc01-4a01-936e-2f7afd0f30cd
  kind: Event
  lastTimestamp: "2026-05-25T14:08:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:08:53Z"
    name: isvc-xgboost-v2-runtime.18b2d4367753b48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40114"
    uid: a1e1b0c6-9a2e-4f35-a773-01f271663727
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40514"
    uid: 3be6bda9-bc01-4a01-936e-2f7afd0f30cd
  kind: Event
  lastTimestamp: "2026-05-25T14:09:45Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:09:45Z"
    name: isvc-xgboost-v2-runtime.18b2d442b51cf1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40515"
    uid: 844c6d20-b967-4317-a907-c138dc4498f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40581"
    uid: c1c81173-9dc4-491b-a14c-80fb68d555b3
  kind: Event
  lastTimestamp: "2026-05-25T14:11:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:11:05Z"
    name: isvc-xgboost-v2.18b2d44475628ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41178"
    uid: 53f983bf-3d7b-47f5-9f38-98ae091c1b59
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:09:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40581"
    uid: c1c81173-9dc4-491b-a14c-80fb68d555b3
  kind: Event
  lastTimestamp: "2026-05-25T14:09:53Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:09:53Z"
    name: isvc-xgboost-v2.18b2d444794dea41
    namespace: kserve-ci-e2e-test
    resourceVersion: "40617"
    uid: 0b9272b8-7f61-47b8-b7a2-696cdf7d7943
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:11:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41174"
    uid: c1c81173-9dc4-491b-a14c-80fb68d555b3
  kind: Event
  lastTimestamp: "2026-05-25T14:11:05Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:11:05Z"
    name: isvc-xgboost-v2.18b2d45560f337ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "41176"
    uid: 3b417493-2680-4b49-9f4f-274fb8d9532e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37766"
    uid: a0046d20-adec-4d38-865d-9e9222fca0bc
  kind: Event
  lastTimestamp: "2026-05-25T14:05:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:05:54Z"
    name: isvc-xgboost.18b2d3f765890224
    namespace: kserve-ci-e2e-test
    resourceVersion: "38505"
    uid: 7ffd1942-c6c4-4889-8202-6f718c6ff86b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37766"
    uid: a0046d20-adec-4d38-865d-9e9222fca0bc
  kind: Event
  lastTimestamp: "2026-05-25T14:04:22Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T14:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:04:22Z"
    name: isvc-xgboost.18b2d3f765d1e7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37817"
    uid: cd88549f-7095-4e67-98f9-2eb8944b09ac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:04:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37777"
    uid: a0046d20-adec-4d38-865d-9e9222fca0bc
  kind: Event
  lastTimestamp: "2026-05-25T14:04:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:04:22Z"
    name: isvc-xgboost.18b2d3f76b87cd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "37819"
    uid: 0279e945-3b73-4deb-aeb4-25d1a91debe3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:05:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38503"
    uid: a0046d20-adec-4d38-865d-9e9222fca0bc
  kind: Event
  lastTimestamp: "2026-05-25T14:05:54Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:05:54Z"
    name: isvc-xgboost.18b2d40cc1ed0a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38504"
    uid: f9c49db9-f8e2-4a46-ba52-9c28f6105fe3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:24:33.856415Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-ncqv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 66d598bc-f1f6-4998-993d-e750b6600165
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-ncqv8
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:24:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:24:33Z"
    name: message-dumper-predictor-c7d86bcbd-ncqv8.18b2d1cb4c7a67f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17640"
    uid: 4fa06fda-df33-4ea1-b303-3a295bc3d3b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-ncqv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 66d598bc-f1f6-4998-993d-e750b6600165
  kind: Event
  lastTimestamp: "2026-05-25T13:24:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:33Z"
    name: message-dumper-predictor-c7d86bcbd-ncqv8.18b2d1cb5483a521
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: 295ea9d2-c66d-4a93-af3b-c16c83361245
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-ncqv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: 66d598bc-f1f6-4998-993d-e750b6600165
  kind: Event
  lastTimestamp: "2026-05-25T13:24:34Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:24:34Z"
    name: message-dumper-predictor-c7d86bcbd-ncqv8.18b2d1cb897cb5a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17666"
    uid: b891e5d3-be8e-4ce2-983f-1689a157bf3b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-ncqv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 66d598bc-f1f6-4998-993d-e750b6600165
  kind: Event
  lastTimestamp: "2026-05-25T13:24:34Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-05-25T13:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:34Z"
    name: message-dumper-predictor-c7d86bcbd-ncqv8.18b2d1cb8ac98a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: dcd2b884-53f3-45f4-92cb-ebaf6abd147a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-ncqv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 66d598bc-f1f6-4998-993d-e750b6600165
  kind: Event
  lastTimestamp: "2026-05-25T13:24:36Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.126s (1.126s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:36Z"
    name: message-dumper-predictor-c7d86bcbd-ncqv8.18b2d1cbcdea9f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: 4309124b-17f5-43aa-98c0-5e3eb0e9f4a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-ncqv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 66d598bc-f1f6-4998-993d-e750b6600165
  kind: Event
  lastTimestamp: "2026-05-25T13:24:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:36Z"
    name: message-dumper-predictor-c7d86bcbd-ncqv8.18b2d1cbd08563ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: bae9de1f-a607-4076-92e5-b4255f8c92df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-ncqv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 66d598bc-f1f6-4998-993d-e750b6600165
  kind: Event
  lastTimestamp: "2026-05-25T13:24:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:36Z"
    name: message-dumper-predictor-c7d86bcbd-ncqv8.18b2d1cbd0f672a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: e8f54424-4de8-4b19-92e2-6eaeb3975672
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-ncqv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 66d598bc-f1f6-4998-993d-e750b6600165
  kind: Event
  lastTimestamp: "2026-05-25T13:24:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:36Z"
    name: message-dumper-predictor-c7d86bcbd-ncqv8.18b2d1cbd102757b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17684"
    uid: 381a19ee-fda6-4016-b667-69a9dbc92b06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-ncqv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 66d598bc-f1f6-4998-993d-e750b6600165
  kind: Event
  lastTimestamp: "2026-05-25T13:24:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:36Z"
    name: message-dumper-predictor-c7d86bcbd-ncqv8.18b2d1cbd40114d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17685"
    uid: fc66dada-b381-4402-85d7-83ebbc4ac157
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-ncqv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 66d598bc-f1f6-4998-993d-e750b6600165
  kind: Event
  lastTimestamp: "2026-05-25T13:24:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:36Z"
    name: message-dumper-predictor-c7d86bcbd-ncqv8.18b2d1cbd47a0933
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: 2a30f4b2-67ff-4c65-afab-af5d1a5fdfea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-ncqv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 66d598bc-f1f6-4998-993d-e750b6600165
  kind: Event
  lastTimestamp: "2026-05-25T13:26:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:19Z"
    name: message-dumper-predictor-c7d86bcbd-ncqv8.18b2d1e3d60455ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18593"
    uid: ba3d8bfe-f819-4e35-9499-bf4432e9956c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-ncqv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 66d598bc-f1f6-4998-993d-e750b6600165
  kind: Event
  lastTimestamp: "2026-05-25T13:26:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:26:19Z"
    name: message-dumper-predictor-c7d86bcbd-ncqv8.18b2d1e3d604ea5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18594"
    uid: 39381840-be32-494d-8cc5-b55b049660a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: 0c62e818-99a3-4b47-8044-0e552f966022
  kind: Event
  lastTimestamp: "2026-05-25T13:24:33Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-ncqv8'
  metadata:
    creationTimestamp: "2026-05-25T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:24:33Z"
    name: message-dumper-predictor-c7d86bcbd.18b2d1cb4c07d4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: f6af9b64-f7d4-4b9e-82f4-4bd061899e19
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 354c0ac4-d009-4031-a506-014301fb69e7
  kind: Event
  lastTimestamp: "2026-05-25T13:24:33Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:24:33Z"
    name: message-dumper-predictor.18b2d1cb49e7ec11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 9405db4e-5a82-4ea6-8bf6-a223649bbc66
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17626"
    uid: 0d3ff4b1-1bcb-418e-a59d-8caa0ed0935b
  kind: Event
  lastTimestamp: "2026-05-25T13:25:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:03Z"
    name: message-dumper-predictor.18b2d1cec8aa434c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17972"
    uid: 6b25138c-565c-424c-bdf6-489e6da60453
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17626"
    uid: 0d3ff4b1-1bcb-418e-a59d-8caa0ed0935b
  kind: Event
  lastTimestamp: "2026-05-25T13:25:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:03Z"
    name: message-dumper-predictor.18b2d1cec90ce5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17973"
    uid: 13fceb3a-cea0-4b56-a24b-2014e81f3e04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: dcb56153-0d3a-40eb-a63e-6cedb8f5b58e
  kind: Event
  lastTimestamp: "2026-05-25T13:24:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:24:44Z"
    name: message-dumper.18b2d1cb49b7b890
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: e99f0ef3-037a-4582-ac76-cfa248fb54c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: dcb56153-0d3a-40eb-a63e-6cedb8f5b58e
  kind: Event
  lastTimestamp: "2026-05-25T13:24:33Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:24:33Z"
    name: message-dumper.18b2d1cb4a29c756
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: e1c89bb4-be98-4e6f-8bdc-5aba19155a97
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: dcb56153-0d3a-40eb-a63e-6cedb8f5b58e
  kind: Event
  lastTimestamp: "2026-05-25T13:24:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:24:33Z"
    name: message-dumper.18b2d1cb4fe0358a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: eeec3ef0-1918-4823-a250-a2f3e1158f76
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17757"
    uid: dcb56153-0d3a-40eb-a63e-6cedb8f5b58e
  kind: Event
  lastTimestamp: "2026-05-25T13:24:44Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:24:44Z"
    name: message-dumper.18b2d1cdde4e79c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 7715cf85-fa4b-4b92-ae05-ae329f58f7ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:55:29.383638Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:55:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:55:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d37b5284e08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33320"
    uid: dee39f4c-0065-4d21-8d13-f12942f37903
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33323"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:55:29Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:55:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d37b6bb233f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33331"
    uid: 6dbc9adf-5a60-4506-b19a-249d1289e350
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:55:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:55:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d37b6d0f85fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: 0ac3fde8-e437-4422-862d-b3afe2a13d9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:55:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:55:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d37b6fc9ef44
    namespace: kserve-ci-e2e-test
    resourceVersion: "33335"
    uid: 0393c3a4-c37f-40c3-a319-4f424c09959a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:55:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:55:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d37b7040d67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: 31a1504d-7bb1-4624-8c8d-71aa1bfef055
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:55:34Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:55:34Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d37c73a32c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33371"
    uid: 9bbfa3ef-dd16-4456-b687-c7453f08d814
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:55:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:55:34Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d37c7668457a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33376"
    uid: a09f6fee-ccd4-46b5-aa26-fa69e1a96ff4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:55:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:55:34Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d37c76f07954
    namespace: kserve-ci-e2e-test
    resourceVersion: "33379"
    uid: 0d255989-3a26-4248-be2d-f9af8335d9ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:55:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:55:34Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d37c76fc50fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 5948e4fc-0607-44d4-99dc-a4c8f2e82633
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:55:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:55:34Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d37c79bbb7c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33382"
    uid: ac936ec5-f813-40c3-808a-c8e2746d6875
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:55:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:55:34Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d37c7a36cdd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: 995e7109-8312-423e-8a9b-dea549a4bfbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:56:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-25T13:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:12Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d38550133ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "33650"
    uid: 7de19aab-66a4-4d79-8018-8f111dd7e3cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:56:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d3894e64c509
    namespace: kserve-ci-e2e-test
    resourceVersion: "33809"
    uid: e2e01d05-de91-4114-b527-a6011a30bd3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:56:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d3894e661156
    namespace: kserve-ci-e2e-test
    resourceVersion: "33812"
    uid: dd9cc949-248b-4b48-8d25-108d5c870374
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:56:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:32Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d389f56d7f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33872"
    uid: 4984f2ce-a42f-4ec5-bd81-a58be859d2cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a2d76a4f-4432-4607-a977-6b6bfc7e704e
  kind: Event
  lastTimestamp: "2026-05-25T13:56:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-05-25T13:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:56:38Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-ldlf7.18b2d38b5b1d725d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33930"
    uid: cdc8b6a4-d1ff-43e5-9cbf-3b31ac818c81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "33301"
    uid: d1b43fd0-ab8a-465e-a338-05b394892d52
  kind: Event
  lastTimestamp: "2026-05-25T13:55:29Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-ldlf7'
  metadata:
    creationTimestamp: "2026-05-25T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:55:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18b2d37b50c19388
    namespace: kserve-ci-e2e-test
    resourceVersion: "33314"
    uid: d598310f-0dbd-4b87-a7c2-2b4aa470c75c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33299"
    uid: b03f7043-ba6e-4e04-ba7d-588745921f99
  kind: Event
  lastTimestamp: "2026-05-25T13:55:29Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:55:29Z"
    name: sklearn-v2-mlserver-predictor.18b2d37b4b6aa242
    namespace: kserve-ci-e2e-test
    resourceVersion: "33303"
    uid: 50edb018-3071-437b-94e3-a09c2966b3f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33300"
    uid: cd777882-be8d-4bca-9e5d-7bf196149011
  kind: Event
  lastTimestamp: "2026-05-25T13:56:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:56:14Z"
    name: sklearn-v2-mlserver-predictor.18b2d37eca807df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33666"
    uid: 1de0ba9e-44e7-48ee-a756-90b9525906bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33300"
    uid: cd777882-be8d-4bca-9e5d-7bf196149011
  kind: Event
  lastTimestamp: "2026-05-25T13:56:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:56:14Z"
    name: sklearn-v2-mlserver-predictor.18b2d37ecae7556b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33667"
    uid: 760e969c-042c-45b0-b861-567f00a59e0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33451"
    uid: cd777882-be8d-4bca-9e5d-7bf196149011
  kind: Event
  lastTimestamp: "2026-05-25T13:56:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:56:29Z"
    name: sklearn-v2-mlserver-predictor.18b2d38947c0dd1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33783"
    uid: c45139f2-6f20-4699-a9d2-da46327a8a69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33451"
    uid: cd777882-be8d-4bca-9e5d-7bf196149011
  kind: Event
  lastTimestamp: "2026-05-25T13:56:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:56:29Z"
    name: sklearn-v2-mlserver-predictor.18b2d389482b7d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: 417b6d0e-4f0c-40e2-908d-3aab0739a514
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "33271"
    uid: 38462f8c-dc82-459d-bf79-5a5f0fc59a47
  kind: Event
  lastTimestamp: "2026-05-25T13:56:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:56:22Z"
    name: sklearn-v2-mlserver.18b2d37b4b456cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33730"
    uid: 3aaac46b-6643-4fa7-877d-19c9cebe0049
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:55:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "33271"
    uid: 38462f8c-dc82-459d-bf79-5a5f0fc59a47
  kind: Event
  lastTimestamp: "2026-05-25T13:55:29Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:55:29Z"
    name: sklearn-v2-mlserver.18b2d37b4b98ad35
    namespace: kserve-ci-e2e-test
    resourceVersion: "33305"
    uid: 263c3a48-28cf-4473-9eba-3f264fcfac08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:56:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "33728"
    uid: 38462f8c-dc82-459d-bf79-5a5f0fc59a47
  kind: Event
  lastTimestamp: "2026-05-25T13:56:22Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:56:22Z"
    name: sklearn-v2-mlserver.18b2d387a694241e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33729"
    uid: 09aa28ef-d49a-4728-b596-60600c034e24
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T14:06:52.803592Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39072"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    to ip-10-0-129-55.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T14:06:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T14:06:52Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d41a7185c688
    namespace: kserve-ci-e2e-test
    resourceVersion: "39076"
    uid: c46c205f-16d3-4cc6-8b17-ffc44b63e453
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d568f8c98-n8hmg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:06:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T14:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:52Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d41a7d0f84eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39085"
    uid: 603cd5c9-0553-4bfb-847c-fc93bc06ef0c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39080"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:06:53Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T14:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T14:06:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d41ab05e7fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "39094"
    uid: 8c9b54a8-f3ee-48fd-8e2d-997d52d7e238
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:06:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d41ab1f60eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39096"
    uid: c00f520c-2f8e-4a95-bfae-131054cdd3bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:06:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T14:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d41ab4ac3e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "39098"
    uid: 18ee7576-bddf-4bdb-a7cf-d3c72898cd4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:06:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T14:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d41ab5121da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39099"
    uid: b199f3f6-8c34-4f5e-9ced-6f6a573e2c4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:06:58Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T14:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:58Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d41bb87a9809
    namespace: kserve-ci-e2e-test
    resourceVersion: "39135"
    uid: 16865ade-5534-4165-a92a-d25da6b000ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:06:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T14:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:58Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d41bbb42ab6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39137"
    uid: 55b2fc11-18ca-4626-8516-17a14fc7b851
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:06:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:58Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d41bbbaf4f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "39139"
    uid: ba7b4f67-8068-40a6-bd3d-ee2c5576df6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:06:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T14:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:58Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d41bbbbc8960
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 77b9db47-56f1-432f-baba-632e05c4845e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:06:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T14:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:58Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d41bbe61ab03
    namespace: kserve-ci-e2e-test
    resourceVersion: "39144"
    uid: 93a1627a-6c3d-4d13-afbf-3dbfa653b9f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:06:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:06:58Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d41bbeccb843
    namespace: kserve-ci-e2e-test
    resourceVersion: "39145"
    uid: a62bce56-f817-452f-821f-57332ce4b9fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:07:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T14:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:07:42Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d4261a25944c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39504"
    uid: 039ddf18-9860-4511-a731-c2fb62831343
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:07:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T14:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:07:42Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d4261a26768a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 15b6d332-f773-4f30-a4be-5a991df4fbf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:07:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T14:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:07:46Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d426e6844f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "39562"
    uid: 6623f2df-8893-42a3-b305-3a3b1adc5817
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: e068e219-03b7-4e2f-99b9-fa88fa7b830f
  kind: Event
  lastTimestamp: "2026-05-25T14:07:46Z"
  message: 'Readiness probe failed: Get "http://10.132.0.55:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T14:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T14:07:46Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj.18b2d426e6d6da63
    namespace: kserve-ci-e2e-test
    resourceVersion: "39563"
    uid: 7e52628a-2b02-4205-a99e-01dca7d69304
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39060"
    uid: e07e7973-d5ce-42cf-a4b2-d25f45cda370
  kind: Event
  lastTimestamp: "2026-05-25T14:06:52Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-x7fqj'
  metadata:
    creationTimestamp: "2026-05-25T14:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:06:52Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18b2d41a70ae87b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39073"
    uid: e9b5095d-a866-4890-aa7e-a81f0f7fd54b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39058"
    uid: dd008aee-b5d7-4006-a056-ef349e1d16a4
  kind: Event
  lastTimestamp: "2026-05-25T14:06:52Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T14:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:06:52Z"
    name: xgboost-v2-mlserver-predictor.18b2d41a6bd64d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "39062"
    uid: 69a9f3ab-4d8d-477a-a52e-8dc52a62ce46
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39059"
    uid: c4a569e2-7ff2-4d4e-a239-87c1169de31a
  kind: Event
  lastTimestamp: "2026-05-25T14:07:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:07:37Z"
    name: xgboost-v2-mlserver-predictor.18b2d41dea7584c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39433"
    uid: c096f806-bf9b-44ee-bc34-be2c51a66018
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39059"
    uid: c4a569e2-7ff2-4d4e-a239-87c1169de31a
  kind: Event
  lastTimestamp: "2026-05-25T14:07:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T14:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:07:37Z"
    name: xgboost-v2-mlserver-predictor.18b2d41deae1617f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39434"
    uid: d99e5e0c-262a-49ce-ae5f-cc3b316285b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39218"
    uid: c4a569e2-7ff2-4d4e-a239-87c1169de31a
  kind: Event
  lastTimestamp: "2026-05-25T14:07:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:07:22Z"
    name: xgboost-v2-mlserver-predictor.18b2d4216a27db82
    namespace: kserve-ci-e2e-test
    resourceVersion: "39320"
    uid: 9a77107d-0dd4-41e8-9df6-ef268aadfed0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39218"
    uid: c4a569e2-7ff2-4d4e-a239-87c1169de31a
  kind: Event
  lastTimestamp: "2026-05-25T14:07:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T14:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T14:07:22Z"
    name: xgboost-v2-mlserver-predictor.18b2d4216a83f168
    namespace: kserve-ci-e2e-test
    resourceVersion: "39321"
    uid: fbfa9610-c8b0-44bb-8cba-06268eb83719
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "39030"
    uid: adbea3f3-348c-4d3e-9c50-77e9327db430
  kind: Event
  lastTimestamp: "2026-05-25T14:07:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T14:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:07:36Z"
    name: xgboost-v2-mlserver.18b2d41a6ba2f931
    namespace: kserve-ci-e2e-test
    resourceVersion: "39423"
    uid: 8a4b43a4-e146-44d6-973c-a288ed019f13
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "39030"
    uid: adbea3f3-348c-4d3e-9c50-77e9327db430
  kind: Event
  lastTimestamp: "2026-05-25T14:06:52Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:06:52Z"
    name: xgboost-v2-mlserver.18b2d41a6c3f7f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "39082"
    uid: 72d2260b-930e-477b-b4c8-de44b35ddf45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:06:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: adbea3f3-348c-4d3e-9c50-77e9327db430
  kind: Event
  lastTimestamp: "2026-05-25T14:06:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T14:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:06:52Z"
    name: xgboost-v2-mlserver.18b2d41a74709e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39083"
    uid: 5e1d8c21-ccbb-473e-be7c-8a9babfb2724
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T14:07:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "39421"
    uid: adbea3f3-348c-4d3e-9c50-77e9327db430
  kind: Event
  lastTimestamp: "2026-05-25T14:07:36Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-25T14:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T14:07:36Z"
    name: xgboost-v2-mlserver.18b2d4249826023e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39422"
    uid: e58509ba-b238-402a-8ace-e028e72c3968
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "44644"