---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:01:14.071853Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25052"
    uid: c1565c3d-5003-4b53-b44e-3fafdd1e1d0b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:01:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:01:14Z"
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc.18a96d45b1764a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25058"
    uid: 8d595a33-fd10-4470-8af5-bc21fb59e33d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25054"
    uid: c1565c3d-5003-4b53-b44e-3fafdd1e1d0b
  kind: Event
  lastTimestamp: "2026-04-24T23:01:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-c1d19b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:14Z"
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc.18a96d45c06916f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25067"
    uid: 9b6f146d-5b0a-46a1-bac3-b6a548af816b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25062"
    uid: c1565c3d-5003-4b53-b44e-3fafdd1e1d0b
  kind: Event
  lastTimestamp: "2026-04-24T23:01:15Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:01:15Z"
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc.18a96d45ee5971b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25078"
    uid: 76a31412-580a-4399-87ec-4de9e610ca4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25054"
    uid: c1565c3d-5003-4b53-b44e-3fafdd1e1d0b
  kind: Event
  lastTimestamp: "2026-04-24T23:01:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:20Z"
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc.18a96d45efbfd41a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: ce533298-43aa-4c88-9588-2270c54b4de9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25054"
    uid: c1565c3d-5003-4b53-b44e-3fafdd1e1d0b
  kind: Event
  lastTimestamp: "2026-04-24T23:01:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:20Z"
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc.18a96d45f293498e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25134"
    uid: 994f88db-04ae-43d0-88b0-2e77f768860c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25054"
    uid: c1565c3d-5003-4b53-b44e-3fafdd1e1d0b
  kind: Event
  lastTimestamp: "2026-04-24T23:01:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:20Z"
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc.18a96d45f3079dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25137"
    uid: ef52c3a9-6eac-4413-8496-1850285f5b02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25054"
    uid: c1565c3d-5003-4b53-b44e-3fafdd1e1d0b
  kind: Event
  lastTimestamp: "2026-04-24T23:01:24Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:24Z"
    name: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc.18a96d48065540bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25184"
    uid: 3fdd00e3-ac39-4871-a9e7-0be2888473bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-c1d19b-predictor-76c7889f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25043"
    uid: 666a4920-efb0-4c78-8db5-9bb436360928
  kind: Event
  lastTimestamp: "2026-04-24T23:01:14Z"
  message: 'Created pod: isvc-init-fail-c1d19b-predictor-76c7889f6-mfqwc'
  metadata:
    creationTimestamp: "2026-04-24T23:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:01:14Z"
    name: isvc-init-fail-c1d19b-predictor-76c7889f6.18a96d45b108edb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25053"
    uid: 99a23edc-2bfd-4902-8b4e-6207e5434ac1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-c1d19b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: c1dbfc7f-4f51-44b4-88db-b66b72dd4679
  kind: Event
  lastTimestamp: "2026-04-24T23:01:14Z"
  message: Scaled up replica set isvc-init-fail-c1d19b-predictor-76c7889f6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T23:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:01:14Z"
    name: isvc-init-fail-c1d19b-predictor.18a96d45ae6cb9f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25045"
    uid: cd4774fb-3ee1-4117-a5a8-87648144cb8e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-c1d19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: c7cba5db-2a40-429c-81bc-7e6856aabcb7
  kind: Event
  lastTimestamp: "2026-04-24T23:01:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:01:20Z"
    name: isvc-init-fail-c1d19b.18a96d45ae765108
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 268e3209-89eb-4e61-b7fd-fd75d7e547ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-c1d19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: c7cba5db-2a40-429c-81bc-7e6856aabcb7
  kind: Event
  lastTimestamp: "2026-04-24T23:01:14Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-c1d19b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-c1d19b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:01:14Z"
    name: isvc-init-fail-c1d19b.18a96d45af012faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25048"
    uid: 3b25121e-42a7-4f9b-9982-419caa1528b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-c1d19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: c7cba5db-2a40-429c-81bc-7e6856aabcb7
  kind: Event
  lastTimestamp: "2026-04-24T23:01:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-c1d19b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:01:14Z"
    name: isvc-init-fail-c1d19b.18a96d45af01782d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25050"
    uid: ad224fb8-c295-4407-967d-2cd9686b7905
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:43:14.075936Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16147"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-l5j69
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:43:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:43:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c4a3cb16d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 641788e3-d0e3-4e53-806e-21edd51c258b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:43:14Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:43:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c4a55dbbd2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: a6cbc52e-5b88-4c6c-ad81-ec20a3aee00f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:43:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c4a572d0a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: 23f060a9-d72d-4ba7-9b1a-537f47841348
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:43:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c4a5a9dc0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 4de30504-3193-44e1-94e5-762b05a38742
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:43:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c4a5b11c435
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 2bb57620-eb8e-402f-a116-daf873a616a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:43:18Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T22:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c4b43713a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16223"
    uid: b88b8a49-a9f7-43de-9f30-c817637473e7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:43:24Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.275s (6.275s
    including waiting). Image size: 606297871 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:24Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c4cb981698d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: 18636eed-8068-4fc6-9638-84de2062c298
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:43:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:24Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c4cbcd2c1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: 95303865-7686-47cd-a3ae-df88db1e4588
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:43:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:24Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c4cbd466066
    namespace: kserve-ci-e2e-test
    resourceVersion: "16273"
    uid: 949bb2c6-7987-4791-ba97-e8f51294be65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:43:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:24Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c4cbd520967
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: 469bb50b-c356-4abc-83a5-272e29c00a91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:43:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:24Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c4cc056cc98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 3e7cde12-ef92-4d8f-a51e-2a142a8d9eeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:43:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:24Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c4cc0c410c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 8990799c-61cc-45ab-b661-2839fb88bf3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:44:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:44:32Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c4d22030892
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: e3acb167-6976-4520-8bfd-c467ef2f5d29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:44:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:44:44Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c5f382b7c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: 6e005441-fd7f-4bcb-9d24-234dadc6e930
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:44:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:44:44Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c5f382bf112
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: f964bdd5-21a6-4670-95e1-ba9a7923ab3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5j69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f49cfc9c-9c62-4629-a12d-dec88d449bd9
  kind: Event
  lastTimestamp: "2026-04-24T22:44:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:44:47Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5j69.18a96c5ffe2c3f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 8030b6b0-ae6f-41ba-bc90-c7df3cba8ebb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16122"
    uid: bba2f6a8-5c3f-495a-9248-8f4588d3e1f0
  kind: Event
  lastTimestamp: "2026-04-24T22:43:14Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-l5j69'
  metadata:
    creationTimestamp: "2026-04-24T22:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:43:14Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a96c4a3c4f7dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16149"
    uid: 59a8c65d-0494-464b-b35d-165fcb2c8e84
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: a59e55d4-7c39-47e0-b2ec-444e7e08419b
  kind: Event
  lastTimestamp: "2026-04-24T22:43:13Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:43:14Z"
    name: isvc-lightgbm-predictor.18a96c4a382600fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16126"
    uid: b5f552ca-a273-45cf-94fe-bd0e33ddde28
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: e3d98b70-00ad-4ece-999e-8cb69eb31819
  kind: Event
  lastTimestamp: "2026-04-24T22:43:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:43:59Z"
    name: isvc-lightgbm-predictor.18a96c4db6cc2b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "16526"
    uid: e14661f9-4107-4a69-802b-0fccef649a85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: e3d98b70-00ad-4ece-999e-8cb69eb31819
  kind: Event
  lastTimestamp: "2026-04-24T22:43:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:43:59Z"
    name: isvc-lightgbm-predictor.18a96c4db7443ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: 96196b23-5830-4dfb-8498-8dc6e767b611
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: e3d98b70-00ad-4ece-999e-8cb69eb31819
  kind: Event
  lastTimestamp: "2026-04-24T22:44:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:44:44Z"
    name: isvc-lightgbm-predictor.18a96c513658d4bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16855"
    uid: e6908754-3b23-4738-893f-009d99dee5b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: e3d98b70-00ad-4ece-999e-8cb69eb31819
  kind: Event
  lastTimestamp: "2026-04-24T22:44:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:44:44Z"
    name: isvc-lightgbm-predictor.18a96c5136cb21e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 793749f4-0dad-44dc-ba9a-ca9a031a2f17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:44:44.337660Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16901"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:44:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:44:44Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c5f40b59ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16905"
    uid: 39ed38af-dbad-456b-b1ae-3f55cba701c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:44:44Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:44:44Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c5f59d9764a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: c4b317eb-cd04-4a70-a805-8ca172170d4e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:44:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:44:44Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c5f5b402e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 796a53e8-19a0-475a-8eab-1d1ac06855aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:44:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:44:44Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c5f5e2c7f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16922"
    uid: fa01ce4e-f0a2-4810-a15a-c61e4d9ab2af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:44:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:44:44Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c5f5eb2109a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16923"
    uid: 1ecf9a32-b449-4c53-a547-753a8fdaea33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:44:48Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:44:48Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c6048a90489
    namespace: kserve-ci-e2e-test
    resourceVersion: "16955"
    uid: 75adee96-557f-400a-81f9-c3064fd17d49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:44:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:44:48Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c604d6876f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: a288818b-2fdc-428b-a36e-bc90fad95988
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:44:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:44:48Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c604ddbacbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 5c2b7673-523e-4a3d-acdd-6cb76de769ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:44:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:44:48Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c604de7815f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: f75dd4a3-752f-4642-b74f-ff059a949e0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:44:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:44:48Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c60506a8d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: ed88c42c-52ac-4556-becb-87a81590172a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:44:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:44:48Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c6050dd8128
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 228d4f57-05c4-4fd3-a19d-662b1dd18e04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:46:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:46:16Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c60c13cc2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: 8dfd3590-04af-4890-b8dc-766353311e22
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:46:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:46:14Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c74430b9d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 53d0a204-0999-4c76-8f2f-df37a4c3fd76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:46:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:46:14Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c74430c4629
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: 9c02c10a-056f-4847-85e0-205a08cfe9e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: d646a398-b0bd-4052-8ca3-70bf26e2be30
  kind: Event
  lastTimestamp: "2026-04-24T22:46:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:46:16Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv.18a96c74c762ef97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: c96d1bcd-b338-463e-9d82-828b9ce183ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16889"
    uid: df515124-03f0-48e6-b8a5-e7a5cfdd9084
  kind: Event
  lastTimestamp: "2026-04-24T22:44:44Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-xg7nv'
  metadata:
    creationTimestamp: "2026-04-24T22:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:44:44Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a96c5f40458cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16902"
    uid: 35042403-e738-4167-b33f-8a1704d27460
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: 81175e51-4920-41f4-8dff-cbc2b3c956f3
  kind: Event
  lastTimestamp: "2026-04-24T22:44:44Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T22:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:44:44Z"
    name: isvc-lightgbm-runtime-predictor.18a96c5f3b42e416
    namespace: kserve-ci-e2e-test
    resourceVersion: "16891"
    uid: 29b331ad-9716-4f3a-acb3-6cfdae2e46e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16888"
    uid: 70a74d72-e6c4-4dd6-b39a-4c2b8ac494fb
  kind: Event
  lastTimestamp: "2026-04-24T22:45:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:45:14Z"
    name: isvc-lightgbm-runtime-predictor.18a96c62b9da7e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17150"
    uid: 5ce1c164-854b-407f-9218-f55c1c5152a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16888"
    uid: 70a74d72-e6c4-4dd6-b39a-4c2b8ac494fb
  kind: Event
  lastTimestamp: "2026-04-24T22:45:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:45:14Z"
    name: isvc-lightgbm-runtime-predictor.18a96c62ba62bf51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17151"
    uid: 1f5f545f-3340-4a71-84ed-d09abb744393
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:45:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17046"
    uid: 70a74d72-e6c4-4dd6-b39a-4c2b8ac494fb
  kind: Event
  lastTimestamp: "2026-04-24T22:46:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:46:14Z"
    name: isvc-lightgbm-runtime-predictor.18a96c69b9425bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17582"
    uid: a13410ee-e5b6-4f7c-a4ec-14dbcaa97a25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:45:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17046"
    uid: 70a74d72-e6c4-4dd6-b39a-4c2b8ac494fb
  kind: Event
  lastTimestamp: "2026-04-24T22:46:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:46:14Z"
    name: isvc-lightgbm-runtime-predictor.18a96c69b9c2e067
    namespace: kserve-ci-e2e-test
    resourceVersion: "17583"
    uid: 68667bf8-9477-460a-b753-8b95f33bf900
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 2a7713ed-2424-4195-99b8-dabede564a52
  kind: Event
  lastTimestamp: "2026-04-24T22:46:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:46:06Z"
    name: isvc-lightgbm-runtime.18a96c5f3b1b400d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: 5ef8cd66-36b8-4303-b4f8-7ce997d4ff65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 2a7713ed-2424-4195-99b8-dabede564a52
  kind: Event
  lastTimestamp: "2026-04-24T22:44:44Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:44:44Z"
    name: isvc-lightgbm-runtime.18a96c5f3b72df3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: 9422127b-ccc5-48c0-97bb-dd4d2c1cae08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17530"
    uid: 2a7713ed-2424-4195-99b8-dabede564a52
  kind: Event
  lastTimestamp: "2026-04-24T22:46:06Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:46:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:46:06Z"
    name: isvc-lightgbm-runtime.18a96c7278b3e72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: bea4e62b-b89e-4bc7-ab7e-769f9b689fd1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:49:04.904827Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:49:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:49:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96c9bebb8af40
    namespace: kserve-ci-e2e-test
    resourceVersion: "18910"
    uid: 97607142-58e6-4b78-949c-3f33f7c66c48
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18914"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: "2026-04-24T22:49:05Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:49:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96c9c04ef76a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 5acb9dec-e1c9-42c7-b102-7851088d43bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: "2026-04-24T22:49:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96c9c06822bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18922"
    uid: 5afd81fa-0207-45ec-9368-db45cb2df668
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: "2026-04-24T22:49:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96c9c099d97f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18924"
    uid: e2ebd0bc-d83c-4c08-a2f9-7d76700ccc6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: "2026-04-24T22:49:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96c9c0a25793b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: 8838385c-36ff-4878-8931-60a320590d1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: "2026-04-24T22:49:09Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96c9d042355a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18962"
    uid: da5f64b8-afb2-4cb7-b5b3-5b9722c87550
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: "2026-04-24T22:49:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96c9d06ff0eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18965"
    uid: bae6ee79-95ea-4c9d-9e16-6f17cdb88a7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: "2026-04-24T22:49:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96c9d0770e2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 55736d8d-1176-4daa-87c9-a38fb1584689
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: "2026-04-24T22:49:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96c9d077b5618
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: f4229999-20aa-45e2-bbaa-1a865a6b02ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: "2026-04-24T22:49:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96c9d0a8a2859
    namespace: kserve-ci-e2e-test
    resourceVersion: "18972"
    uid: 380a0c50-f955-49dd-86b4-d35231038a99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: "2026-04-24T22:49:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96c9d0b0c9c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "18973"
    uid: 641a0239-d731-4a45-860f-37d0c15d6a63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: "2026-04-24T22:49:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96c9d7bd2e53e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18993"
    uid: dec11cb1-d383-4a47-a31e-7e6e079ae320
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: "2026-04-24T22:49:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96ca09594f44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19118"
    uid: b9f961be-2a97-4bbf-ae40-2db579de1684
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 220f48d7-ab53-4f34-9185-86130d94b9ed
  kind: Event
  lastTimestamp: "2026-04-24T22:49:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf.18a96ca0959591af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19121"
    uid: c96d95c9-59ea-42f2-8caa-5a4e38772f1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "18893"
    uid: 955ad2a8-f00b-4cde-90a6-c49659579493
  kind: Event
  lastTimestamp: "2026-04-24T22:49:04Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-xbstf'
  metadata:
    creationTimestamp: "2026-04-24T22:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:49:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a96c9beb3552a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18906"
    uid: b976bbb5-417b-45c8-b3a9-338d5ce3a952
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18890"
    uid: bd916196-e6eb-425b-a02e-e81fc5d9ce0e
  kind: Event
  lastTimestamp: "2026-04-24T22:49:04Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:49:04Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a96c9be6fc512d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18895"
    uid: e978c827-f369-4742-9ed9-7f28c204ee98
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: c57d6c62-96e1-41c4-b1f2-3d5b10036224
  kind: Event
  lastTimestamp: "2026-04-24T22:49:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:49:19Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a96c9f65bf5d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "19058"
    uid: 639ed4a4-666e-4f3a-8d4b-0db57f421ffe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: c57d6c62-96e1-41c4-b1f2-3d5b10036224
  kind: Event
  lastTimestamp: "2026-04-24T22:49:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:49:19Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a96c9f661bf4c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19060"
    uid: 9b982acd-3a91-4bd6-93a3-83682f4c1f11
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18863"
    uid: df9f269c-9dc4-4113-89fd-73c3d8d23c57
  kind: Event
  lastTimestamp: "2026-04-24T22:49:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:49:17Z"
    name: isvc-lightgbm-v2-kserve.18a96c9be6d8b3c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19040"
    uid: 57d5d2ba-5b90-4f46-afde-40239cfaeed4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18863"
    uid: df9f269c-9dc4-4113-89fd-73c3d8d23c57
  kind: Event
  lastTimestamp: "2026-04-24T22:49:04Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:49:04Z"
    name: isvc-lightgbm-v2-kserve.18a96c9be73f580a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18897"
    uid: acf4d0be-abae-458e-b8b9-d7480a6daa89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: df9f269c-9dc4-4113-89fd-73c3d8d23c57
  kind: Event
  lastTimestamp: "2026-04-24T22:49:17Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:49:17Z"
    name: isvc-lightgbm-v2-kserve.18a96c9ee71419f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 7d3a3d5e-782b-4001-83cf-516b47441f14
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:46:14.712490Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:46:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:46:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c744b776854
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: 1d342222-e7be-4f59-b2c8-a52f31f2ca7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: "2026-04-24T22:46:15Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:46:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c7464735c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "17647"
    uid: 6ba5bd3a-f205-4f46-a48a-f0fe55641f15
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: "2026-04-24T22:46:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:46:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c746609def5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 78c764fa-3b53-44ca-931b-de068eb096c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: "2026-04-24T22:46:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:46:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c7468c0e81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17652"
    uid: 1581fa12-e0f4-455f-96c5-9ee84f63576f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: "2026-04-24T22:46:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:46:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c74693c361b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: 8e832c57-fe2c-4959-8a15-03a737f18d1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: "2026-04-24T22:46:19Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-24T22:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:46:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c754e7469da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17693"
    uid: 75e83bfb-028f-4d37-afd7-2accf6c8af48
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: "2026-04-24T22:48:25Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m6.604s
    (2m6.604s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:48:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c92c8a6c1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: 33d6d9cd-8a95-4772-9fec-25ca0baf99e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: "2026-04-24T22:48:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:48:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c92cdd1a053
    namespace: kserve-ci-e2e-test
    resourceVersion: "18570"
    uid: 53da4fc6-57ea-4e8d-8994-88212831b48d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: "2026-04-24T22:48:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:48:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c92cfebc2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18571"
    uid: 15973e56-1781-400a-9916-b4ea17225089
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: "2026-04-24T22:48:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:48:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c92cff9c53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: 71bcc252-4990-4fb1-a29a-1c2765e89ff0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: "2026-04-24T22:48:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:48:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c92d44396d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18574"
    uid: c234ee01-d19b-4061-a313-0c48d6541d61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: "2026-04-24T22:48:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:48:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c92d56ec3d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18575"
    uid: 60995c2a-954d-40f8-b460-17d2c1a9eaf7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: "2026-04-24T22:49:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c9be5d4e054
    namespace: kserve-ci-e2e-test
    resourceVersion: "18889"
    uid: 321b111d-a526-49ba-885a-385bf292ab10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 6337a391-f0c6-41e4-a3f0-32829e227c0d
  kind: Event
  lastTimestamp: "2026-04-24T22:49:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd.18a96c9be5d58226
    namespace: kserve-ci-e2e-test
    resourceVersion: "18891"
    uid: c63ccaf4-dc91-4029-8079-6c44a270578f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 64cff1b1-eb77-4989-87df-162462254727
  kind: Event
  lastTimestamp: "2026-04-24T22:46:14Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-lcnsd'
  metadata:
    creationTimestamp: "2026-04-24T22:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:46:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a96c744ac59e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: a51a219c-066d-4cc9-83da-a2e0901c510b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: 384683d9-e7e8-41d5-985f-4aeea208690d
  kind: Event
  lastTimestamp: "2026-04-24T22:46:14Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:46:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a96c7444b4eb6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 3e7d0401-7eea-46ff-9d1c-dada01a497bd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: 11247813-5531-4830-b0b4-c0dba3f0b3dc
  kind: Event
  lastTimestamp: "2026-04-24T22:48:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:48:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a96c77c3315195
    namespace: kserve-ci-e2e-test
    resourceVersion: "18818"
    uid: cb613633-001a-44c6-802d-a0c02bc16dbd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: 11247813-5531-4830-b0b4-c0dba3f0b3dc
  kind: Event
  lastTimestamp: "2026-04-24T22:48:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:48:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a96c77c3911e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "18819"
    uid: 7420a685-e1c6-40c0-b541-808ce7b29719
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:48:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 11247813-5531-4830-b0b4-c0dba3f0b3dc
  kind: Event
  lastTimestamp: "2026-04-24T22:48:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:48:44Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a96c973b53f8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18706"
    uid: cef8c699-2411-4f92-b6a1-aa15840da7d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:48:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 11247813-5531-4830-b0b4-c0dba3f0b3dc
  kind: Event
  lastTimestamp: "2026-04-24T22:48:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:48:44Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a96c973bc11a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: 9d356a07-9431-4782-8fc1-6d83196f4420
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 2457d23a-4b4c-4b53-b63d-c8e7666c99c5
  kind: Event
  lastTimestamp: "2026-04-24T22:49:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:49:03Z"
    name: isvc-lightgbm-v2-runtime.18a96c74447b7ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 75a5728b-3182-48a9-8074-86edf1f7cf34
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:46:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 2457d23a-4b4c-4b53-b63d-c8e7666c99c5
  kind: Event
  lastTimestamp: "2026-04-24T22:46:14Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:46:14Z"
    name: isvc-lightgbm-v2-runtime.18a96c74450a2a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17622"
    uid: 166561f0-915f-4cbc-850d-0f08359c0095
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: 2457d23a-4b4c-4b53-b63d-c8e7666c99c5
  kind: Event
  lastTimestamp: "2026-04-24T22:49:03Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:49:03Z"
    name: isvc-lightgbm-v2-runtime.18a96c9b9c1a02c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: d16edb9b-46e1-4f68-b768-6490773d83d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: fbb3d16a-fac2-4996-a05c-57e3a213b9f7
  kind: Event
  lastTimestamp: "2026-04-24T22:44:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:44:42Z"
    name: isvc-lightgbm.18a96c4a38079b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: bcd75967-521c-4c23-99b6-9bc64d30a622
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: fbb3d16a-fac2-4996-a05c-57e3a213b9f7
  kind: Event
  lastTimestamp: "2026-04-24T22:43:14Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:43:14Z"
    name: isvc-lightgbm.18a96c4a38c14806
    namespace: kserve-ci-e2e-test
    resourceVersion: "16134"
    uid: 00e5b97e-0d9c-4fd3-a4df-7ae03e092222
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:44:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16840"
    uid: fbb3d16a-fac2-4996-a05c-57e3a213b9f7
  kind: Event
  lastTimestamp: "2026-04-24T22:44:42Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:44:42Z"
    name: isvc-lightgbm.18a96c5ed97791b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: 94ad60b1-439b-442b-a8d0-2feb33bbe92b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:41:48.814210Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-7b48948c-mjqrd
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:41:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:41:48Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c3662b1b6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 72b7081f-a632-49b1-93d3-b777f005d30f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:48Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c3669ee1564
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: d6c4d297-f75b-499f-abde-c36f9b018cf1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:49Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:41:49Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c369fb54b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 2cbe9765-a48d-416c-9289-5e181c4387db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:49Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c36a11d33d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: 5eb0c19a-dd6c-4358-b23f-bbce9cd2fcf8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:49Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c36a3c8ce88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15440"
    uid: 7ab631eb-46dc-4cd7-9dfc-b27a9dc7493f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:49Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c36a439d98e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15441"
    uid: e8e5f595-d0f7-486e-bbbc-e2bc7b77b7aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:54Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c37a56eacaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 026e8dab-6739-414e-8034-aabea3c78033
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:54Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c37a8913b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: f7e73488-b0cd-411e-afd6-e5c513d21814
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:54Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c37a903fbe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15491"
    uid: 2f6f7f61-e3cf-4983-bd09-16adfbcec0f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:54Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c37a90f49e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: 02090e43-f5f9-4173-8ff8-06cae99e36ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:54Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c37abcf32f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: 491b5bec-c292-4b89-bfb1-2dd447966275
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:54Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c37ac409d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: cecfdaac-6e63-4388-98cf-44d0efffbbd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:54Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:3ccd79bac03ab2ef4e561ec5dd95857876389840b9f5d257961e6d8463f88534"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:54Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c37ac4cedbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 1000c904-d76e-4d06-ae4a-34db83203fa8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:54Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T22:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:54Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c37af13eec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: 53d11ad7-1ca5-43ae-8ae5-b6b57bd6016a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:41:54Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T22:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:54Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c37af85b4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: 78fe3493-56a6-445c-abbf-747657bb5173
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:43:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:32Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c37e14cbca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: af3e15c4-74e3-4186-add1-69d1dc8a60db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:43:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T22:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:22Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c381d1388ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 25d2cfb9-86c8-4e4e-b54a-3693d902a63d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:43:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:14Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c4a393d2bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16137"
    uid: 0ca0727f-008c-40a3-bae1-22cc1fdbbc34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:43:14Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T22:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:14Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c4a393d84ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: cf132e87-cbda-4f02-ad2f-fad9860bfe6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:43:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:14Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c4a393ddf94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: 0972f27f-67e0-498e-a293-d9c45bc16ec3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7b48948c-mjqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2d2bd2bc-d9d8-4210-82c8-5e215265e1eb
  kind: Event
  lastTimestamp: "2026-04-24T22:43:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:32Z"
    name: isvc-logger-predictor-7b48948c-mjqrd.18a96c4af92df523
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: be1be446-9d7e-48dc-8ba7-c5c2ba154561
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-7b48948c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15404"
    uid: e361afd5-9a59-4944-8a16-2fa053b55a97
  kind: Event
  lastTimestamp: "2026-04-24T22:41:48Z"
  message: 'Created pod: isvc-logger-predictor-7b48948c-mjqrd'
  metadata:
    creationTimestamp: "2026-04-24T22:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:41:48Z"
    name: isvc-logger-predictor-7b48948c.18a96c36624b72d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15417"
    uid: 1ce61652-489d-4f49-bdc6-16e6de508af1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: add8cdd3-2c77-49e3-94dc-40d162a154d8
  kind: Event
  lastTimestamp: "2026-04-24T22:41:48Z"
  message: Scaled up replica set isvc-logger-predictor-7b48948c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:41:48Z"
    name: isvc-logger-predictor.18a96c365f404308
    namespace: kserve-ci-e2e-test
    resourceVersion: "15406"
    uid: 33600637-1bca-4807-86b9-c477e11b8233
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:42:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: 1742df69-c2f6-40c1-ad19-3e1dd6b73972
  kind: Event
  lastTimestamp: "2026-04-24T22:42:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:42:33Z"
    name: isvc-logger-predictor.18a96c39dddb6e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15803"
    uid: 21f78478-88ae-4c15-883f-c24764a473cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:42:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: 1742df69-c2f6-40c1-ad19-3e1dd6b73972
  kind: Event
  lastTimestamp: "2026-04-24T22:42:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:42:33Z"
    name: isvc-logger-predictor.18a96c39de3bb515
    namespace: kserve-ci-e2e-test
    resourceVersion: "15804"
    uid: aef14b40-1d56-4633-a1d7-3d2f9ccde2df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:42:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15582"
    uid: 1742df69-c2f6-40c1-ad19-3e1dd6b73972
  kind: Event
  lastTimestamp: "2026-04-24T22:43:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:43:03Z"
    name: isvc-logger-predictor.18a96c3d5d45f047
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: 6699c251-1173-4bd7-ac08-23be5eedd332
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:42:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15582"
    uid: 1742df69-c2f6-40c1-ad19-3e1dd6b73972
  kind: Event
  lastTimestamp: "2026-04-24T22:43:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:43:03Z"
    name: isvc-logger-predictor.18a96c3d5da880e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: 6b9e40f6-ddea-4443-a413-7841a73045aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: 4e59b8a7-3d58-41d4-a36a-6d955254a7b6
  kind: Event
  lastTimestamp: "2026-04-24T22:43:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:43:02Z"
    name: isvc-logger.18a96c365f18a414
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: 55fbb18b-3fec-4f53-b00a-108b1c75b368
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: 4e59b8a7-3d58-41d4-a36a-6d955254a7b6
  kind: Event
  lastTimestamp: "2026-04-24T22:41:48Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:41:48Z"
    name: isvc-logger.18a96c365f6c5ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: 464aeff1-bf76-4c90-a28a-7ea4ad8278c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 4e59b8a7-3d58-41d4-a36a-6d955254a7b6
  kind: Event
  lastTimestamp: "2026-04-24T22:43:02Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:43:02Z"
    name: isvc-logger.18a96c47819dbd94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: bab4c929-2731-4069-98fb-696a2119c6c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:49:25.021581Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:49:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:49:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96ca09ac5d29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19143"
    uid: e62ddd1f-8147-48ad-b13c-1ac5bb8c488f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: "2026-04-24T22:49:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96ca0a8e053a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19153"
    uid: 0f1d570f-c6f3-438a-a4e5-770d68941443
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19147"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: "2026-04-24T22:49:26Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:49:26Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96ca0d757dc80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19165"
    uid: 7d781eda-84de-4007-bf46-9577ba21c4da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: "2026-04-24T22:49:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:26Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96ca0d8d2698f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: e14508b2-06de-4e01-aecd-2ec60a716e1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: "2026-04-24T22:49:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:26Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96ca0db920077
    namespace: kserve-ci-e2e-test
    resourceVersion: "19170"
    uid: 9ceff690-ee16-4db5-ba4c-ea09fc387068
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: "2026-04-24T22:49:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:26Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96ca0dc050848
    namespace: kserve-ci-e2e-test
    resourceVersion: "19171"
    uid: e88cc5e3-1a62-48be-a93b-2506b95ae3c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: "2026-04-24T22:49:30Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96ca1ecb1cb3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: c7cc2388-7182-47b9-8ce5-90077025ef7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: "2026-04-24T22:49:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96ca1efffcf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: 92ae6f3f-cbfc-4a33-82bc-e76cc494aae8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: "2026-04-24T22:49:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96ca1f0763b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19210"
    uid: 94a3759f-85ae-46d8-b331-35391fcccab6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: "2026-04-24T22:49:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96ca1f082c88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: 7f3e747e-f45f-4395-baf0-c98a8f55119e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: "2026-04-24T22:49:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96ca1f3438abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19214"
    uid: 9b104dd0-4548-4d39-8f77-fb62811b8739
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: "2026-04-24T22:49:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:49:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96ca1f3b80b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "19215"
    uid: bdd1735c-8cbd-42a2-9a19-629556ace2c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: "2026-04-24T22:50:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:15Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96cac434452f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: 14de5ff0-3c21-4a54-b020-0e386c3906d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: a31e4385-23f1-4cd1-8cb1-1649a298d44c
  kind: Event
  lastTimestamp: "2026-04-24T22:50:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:15Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85.18a96cac4344f292
    namespace: kserve-ci-e2e-test
    resourceVersion: "19568"
    uid: 322cfec5-7964-45a2-87fc-aad18ccf7bb7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19127"
    uid: efa94a5b-1116-4277-9fce-eca79afe13d5
  kind: Event
  lastTimestamp: "2026-04-24T22:49:25Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-2kj85'
  metadata:
    creationTimestamp: "2026-04-24T22:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:49:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a96ca09a5ae6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: bf0558fe-73f3-45a3-973f-ef6d02b9d27c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 0919db5b-2616-486f-94c9-5b655c061e4f
  kind: Event
  lastTimestamp: "2026-04-24T22:49:24Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:49:24Z"
    name: isvc-mlflow-v2-runtime-predictor.18a96ca0977ca678
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: 4f323845-9024-4d62-9375-2ea33b0bcb15
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19128"
    uid: b1cb1fb4-3846-4328-973e-514a1d51bad9
  kind: Event
  lastTimestamp: "2026-04-24T22:49:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:49:55Z"
    name: isvc-mlflow-v2-runtime-predictor.18a96ca41623c257
    namespace: kserve-ci-e2e-test
    resourceVersion: "19386"
    uid: eca0e9c1-20a9-4eba-970f-948c3a5731ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19128"
    uid: b1cb1fb4-3846-4328-973e-514a1d51bad9
  kind: Event
  lastTimestamp: "2026-04-24T22:49:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:49:55Z"
    name: isvc-mlflow-v2-runtime-predictor.18a96ca4168b0661
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: c44e68da-4977-436f-a8c7-63b45e8055d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19276"
    uid: b1cb1fb4-3846-4328-973e-514a1d51bad9
  kind: Event
  lastTimestamp: "2026-04-24T22:50:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:50:10Z"
    name: isvc-mlflow-v2-runtime-predictor.18a96cab14a54521
    namespace: kserve-ci-e2e-test
    resourceVersion: "19494"
    uid: 08fed757-9382-4bf5-951d-5872c9bd9881
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19276"
    uid: b1cb1fb4-3846-4328-973e-514a1d51bad9
  kind: Event
  lastTimestamp: "2026-04-24T22:50:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:50:10Z"
    name: isvc-mlflow-v2-runtime-predictor.18a96cab154010ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 366d9f1b-4c0c-4585-965a-da8de9ad1123
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: dd993ca2-7d0a-4aa0-ab84-532b14a19766
  kind: Event
  lastTimestamp: "2026-04-24T22:50:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:50:08Z"
    name: isvc-mlflow-v2-runtime.18a96ca09785b0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19482"
    uid: 87ca45ed-7c93-4dfb-96e6-3d59baaba340
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:49:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: dd993ca2-7d0a-4aa0-ab84-532b14a19766
  kind: Event
  lastTimestamp: "2026-04-24T22:49:24Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:49:24Z"
    name: isvc-mlflow-v2-runtime.18a96ca0981f932c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19133"
    uid: fd31fbab-7535-4b43-a509-d659b8753040
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19480"
    uid: dd993ca2-7d0a-4aa0-ab84-532b14a19766
  kind: Event
  lastTimestamp: "2026-04-24T22:50:08Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:50:08Z"
    name: isvc-mlflow-v2-runtime.18a96caacb82e6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19481"
    uid: ff79508f-87dd-481d-b3a5-0394c2aae754
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:51:35.313660Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20219"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:51:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:51:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96cbef0c913f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20225"
    uid: 62ef6483-a29d-41b4-9d6f-dd309a56fc9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:51:35Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:51:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96cbf09dec9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20236"
    uid: 694d22e7-09e4-42dc-9c3f-b3cf59c918ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:51:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96cbf0b6503e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: ae6d214c-cd44-431c-aeaa-84db3a2ff566
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:51:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96cbf0e14e959
    namespace: kserve-ci-e2e-test
    resourceVersion: "20240"
    uid: e451d993-ef28-4e09-8c5b-7a96a2c6738d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:51:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96cbf0e951f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20241"
    uid: 7d271c87-736b-4f57-9ffa-154a1046b563
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:51:40Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T22:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:40Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96cc00d5f78bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20278"
    uid: 819e7dde-0b23-4371-9c8b-966ea8f1c4d6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:51:50Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.814s (10.814s
    including waiting). Image size: 1162830075 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:50Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96cc291f2613d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20358"
    uid: 63ac6101-0931-4eda-85f6-cd0392e7220f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:51:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:50Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96cc2956f85b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: 3099e099-a9da-4000-9b21-64adda3be29b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:51:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:50Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96cc296039a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: 6b1e4f13-787a-4142-8d71-234a1c31d853
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:51:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:50Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96cc2961029f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20361"
    uid: b835eaf8-0e7f-4d11-872b-93beecaa6d7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:51:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:51Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96cc298a9f281
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: 7da2a5df-4966-4694-ba06-d7adb553ee79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:51:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:51Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96cc2993520ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: 0b805031-d8ae-4268-8d45-242025f01e22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:52:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:47Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96cc29f3ae334
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: 4c33a29a-4417-4e5a-b09e-c4db4faa73b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:52:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:46Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96ccf938b5c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 012dbb21-dccb-462f-8b8e-c968d1a642d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:52:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:46Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96ccf938bc14d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: 3d3e4ab8-8ef3-41ea-b9e2-c0db920d2988
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: c094066b-2e64-488d-939e-87290fa8e827
  kind: Event
  lastTimestamp: "2026-04-24T22:52:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:47Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-gx9xl.18a96ccfa93c38b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20840"
    uid: dea2f40f-a158-4e0e-8e67-c70255e9b825
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20207"
    uid: 95648f5d-476a-44c9-8cde-111297cb545e
  kind: Event
  lastTimestamp: "2026-04-24T22:51:35Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-gx9xl'
  metadata:
    creationTimestamp: "2026-04-24T22:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:51:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a96cbef06106c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 35e93d2f-963c-4300-94b2-d86cb24c4bd5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20204"
    uid: 52afcc94-f64b-4834-b114-bcf0eadc9292
  kind: Event
  lastTimestamp: "2026-04-24T22:51:35Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:51:35Z"
    name: isvc-paddle-predictor.18a96cbeed987a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: cecfc777-e294-4d5c-a4c7-4e5ad1e9d2c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: 2d82320e-6802-40dd-bcf7-4e0b64990e98
  kind: Event
  lastTimestamp: "2026-04-24T22:52:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:52:05Z"
    name: isvc-paddle-predictor.18a96cc26c687647
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: a23265ec-72f0-4cb1-9411-f20e4875be4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: 2d82320e-6802-40dd-bcf7-4e0b64990e98
  kind: Event
  lastTimestamp: "2026-04-24T22:52:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:52:05Z"
    name: isvc-paddle-predictor.18a96cc26cd09492
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: e50ef4ed-1ec1-4ff8-9919-2d6e62963555
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 2d82320e-6802-40dd-bcf7-4e0b64990e98
  kind: Event
  lastTimestamp: "2026-04-24T22:52:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:52:35Z"
    name: isvc-paddle-predictor.18a96cc96ac14f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "20691"
    uid: e212aa21-ac45-44df-9be3-9ccef23628f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 2d82320e-6802-40dd-bcf7-4e0b64990e98
  kind: Event
  lastTimestamp: "2026-04-24T22:52:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:52:35Z"
    name: isvc-paddle-predictor.18a96cc96b24c8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20692"
    uid: a13440f4-ce27-4d9a-a427-091d071d6853
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:52:46.848187Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:52:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:52:46Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96ccf98935c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: 4b65388b-8066-46e2-88d1-da86aad35e81
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:52:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96ccfa3db964f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20837"
    uid: 3ad4aef4-7251-48e4-9201-d0983f296d2d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20831"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:52:47Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:52:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96ccfd5208b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20850"
    uid: 162c1776-d0f6-4dde-b2b8-de4f1a52f926
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:52:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96ccfd6693707
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: 2bab4046-ba50-43f4-82cb-99cc6207e5cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:52:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96ccfda2b33e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20853"
    uid: ac5da3a2-72c0-400a-832a-f7d418cc59b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:52:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96ccfda9bda28
    namespace: kserve-ci-e2e-test
    resourceVersion: "20854"
    uid: 9e985272-d04c-4b10-891d-1b33b47024a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:52:52Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:52Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96cd0de1012d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: 7e24616d-161e-461f-8f66-1eb16721777d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:52:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:52Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96cd0e14aa82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20898"
    uid: c804934e-fb40-4654-940a-73370530b52d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:52:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:52Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96cd0e1c14851
    namespace: kserve-ci-e2e-test
    resourceVersion: "20900"
    uid: fc283861-458e-4af4-85c1-77de3ff480c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:52:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:52Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96cd0e1ccdb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20901"
    uid: a13d2599-92eb-4fa9-99d1-39c8c3531848
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:52:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:52Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96cd0e4cb7217
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: c9a91c68-dd08-48ea-b37b-92a90c31999a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:52:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:52Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96cd0e53f731f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20905"
    uid: a65ac62b-735b-477d-ada9-97dc3ff93592
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:53:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:50Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96cd155ce4484
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: 78ee33d4-e5d5-44df-a9a2-ff5a59dc5653
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:53:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:48Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96cdde48b99f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21330"
    uid: 6039f512-ef0a-4dee-8739-c474b506a423
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:53:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:48Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96cdde48c9cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21332"
    uid: 8dc5e30c-c986-45b3-ab91-a608ce8631bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 06fcd0e9-19be-4694-949d-fad952ce52ee
  kind: Event
  lastTimestamp: "2026-04-24T22:53:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:50Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx.18a96cde5fcea443
    namespace: kserve-ci-e2e-test
    resourceVersion: "21395"
    uid: fab2327c-659b-476d-9d3f-9fb97bac688b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20810"
    uid: 89fa290c-0095-420c-9906-b1327636208e
  kind: Event
  lastTimestamp: "2026-04-24T22:52:46Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-bkqbx'
  metadata:
    creationTimestamp: "2026-04-24T22:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:52:46Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a96ccf9811491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: 8e89bd2f-b4c1-447a-9a57-e928b0107f71
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: 7224b7ac-f680-4a50-a59c-39a65f8266cf
  kind: Event
  lastTimestamp: "2026-04-24T22:52:46Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T22:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:52:46Z"
    name: isvc-paddle-runtime-predictor.18a96ccf9546c400
    namespace: kserve-ci-e2e-test
    resourceVersion: "20812"
    uid: 443c2763-e866-4991-bac6-97e2c7e88e96
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20809"
    uid: c7216868-e27e-4c8b-b05c-8d3eeb070c92
  kind: Event
  lastTimestamp: "2026-04-24T22:53:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:53:31Z"
    name: isvc-paddle-runtime-predictor.18a96cd313d90842
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: c1092ee8-0eed-4347-9b40-b4d6c1bfb31c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20809"
    uid: c7216868-e27e-4c8b-b05c-8d3eeb070c92
  kind: Event
  lastTimestamp: "2026-04-24T22:53:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:53:31Z"
    name: isvc-paddle-runtime-predictor.18a96cd3143f131e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21179"
    uid: 11899d03-c5e0-41e6-8228-f009cd3cbe87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: c7216868-e27e-4c8b-b05c-8d3eeb070c92
  kind: Event
  lastTimestamp: "2026-04-24T22:53:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:53:46Z"
    name: isvc-paddle-runtime-predictor.18a96cdd910f805e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: 028a5b21-3a9b-43ea-8815-a292097b7bfa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: c7216868-e27e-4c8b-b05c-8d3eeb070c92
  kind: Event
  lastTimestamp: "2026-04-24T22:53:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:53:46Z"
    name: isvc-paddle-runtime-predictor.18a96cdd9179d6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21300"
    uid: 50bb2cd3-f633-4e8b-b09e-155623d65d8a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20781"
    uid: 84d5db0d-7105-4315-bb19-5b542f16fca4
  kind: Event
  lastTimestamp: "2026-04-24T22:53:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:53:40Z"
    name: isvc-paddle-runtime.18a96ccf9526be6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21250"
    uid: 9eed103f-676a-4a78-a9ae-2dc99af291fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20781"
    uid: 84d5db0d-7105-4315-bb19-5b542f16fca4
  kind: Event
  lastTimestamp: "2026-04-24T22:52:46Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:52:46Z"
    name: isvc-paddle-runtime.18a96ccf958cdb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20814"
    uid: fec5a021-901c-48e3-8d68-92b201f68f31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: 84d5db0d-7105-4315-bb19-5b542f16fca4
  kind: Event
  lastTimestamp: "2026-04-24T22:53:40Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:53:40Z"
    name: isvc-paddle-runtime.18a96cdc1066dcb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: 296a0e81-33e7-4a3f-9703-4cdfb4cd175e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:53:48.338309Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21350"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:53:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:53:48Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cdde9ac2022
    namespace: kserve-ci-e2e-test
    resourceVersion: "21354"
    uid: 0364ce96-9391-4e0e-ade5-1804d630a7cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:53:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:48Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cddf36f035f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21366"
    uid: a2aea572-4e82-478d-b01f-49f1463e8c1c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:53:49Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:53:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cde2675896b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21377"
    uid: ebc6aa90-ba96-4ec1-9c0a-ca5154762855
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:53:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cde27e1769d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21379"
    uid: 675f540f-3057-4c0c-bc1e-0667e84fd0cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:53:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cde2b17b3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21380"
    uid: 11cb19dd-14f1-4f02-ad6b-38a921b96462
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:53:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cde2b8ae543
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: df6c651a-70a4-4301-b6ad-013d9083ffdf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:53:54Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cdf58a57884
    namespace: kserve-ci-e2e-test
    resourceVersion: "21429"
    uid: 2412adc6-2753-4adc-b788-2068cfb31a53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:53:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cdf5c008a80
    namespace: kserve-ci-e2e-test
    resourceVersion: "21433"
    uid: 2c0ab19e-632a-4d4b-8d1d-e820ee11630c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:53:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cdf5c776ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 95f263f4-c113-4886-a6b6-45f6b4e9be26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:53:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cdf5c838f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 765aec3b-47fa-4961-bba4-7bc620541226
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:53:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cdf5f059251
    namespace: kserve-ci-e2e-test
    resourceVersion: "21438"
    uid: 8a536499-1feb-42f9-a01c-43267b5ace6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:53:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:53:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cdf5f7a603a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21439"
    uid: 6d4672de-afd9-4211-8ca0-187ba1c18118
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:54:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:54:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cdfd04f11c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: 3a9d6168-4177-4dae-8ad7-6de9f7372227
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:54:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:54:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cec428c915f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: bc952752-3b40-4d2b-bde0-e2c2f2b7e8fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 8e537e0d-6099-41de-b083-6633d83df720
  kind: Event
  lastTimestamp: "2026-04-24T22:54:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:54:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx.18a96cec428d0b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 71361616-334a-40cc-a564-82d667371c2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 1a4ea655-835f-411e-a0b0-6f2cff3a52fe
  kind: Event
  lastTimestamp: "2026-04-24T22:53:48Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-cfqdx'
  metadata:
    creationTimestamp: "2026-04-24T22:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:53:48Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a96cdde946b3ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21351"
    uid: 4953d7cf-3317-45c5-949e-fefc89c48895
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: 68e04a97-cfd8-4836-bd3a-4b5922b66dd1
  kind: Event
  lastTimestamp: "2026-04-24T22:53:48Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T22:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:53:48Z"
    name: isvc-paddle-v2-kserve-predictor.18a96cdde694f4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: 5948f7fe-5f92-4b2e-b674-8c00871ce502
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21339"
    uid: 9b7f6e29-ebb7-44c5-99e0-6427ba030897
  kind: Event
  lastTimestamp: "2026-04-24T22:54:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:54:33Z"
    name: isvc-paddle-v2-kserve-predictor.18a96ce165103f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21718"
    uid: 922285d2-6616-45aa-8ce0-8cb533c52cfa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21339"
    uid: 9b7f6e29-ebb7-44c5-99e0-6427ba030897
  kind: Event
  lastTimestamp: "2026-04-24T22:54:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:54:33Z"
    name: isvc-paddle-v2-kserve-predictor.18a96ce165756f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21719"
    uid: 540831b7-ad1d-497f-bfbe-1f60f941a540
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 9b7f6e29-ebb7-44c5-99e0-6427ba030897
  kind: Event
  lastTimestamp: "2026-04-24T22:54:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:54:48Z"
    name: isvc-paddle-v2-kserve-predictor.18a96cebe27ec0e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: bed274a2-1dd0-470d-9213-59df764f162b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 9b7f6e29-ebb7-44c5-99e0-6427ba030897
  kind: Event
  lastTimestamp: "2026-04-24T22:54:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:54:48Z"
    name: isvc-paddle-v2-kserve-predictor.18a96cebe2e54df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 845cf2e1-6709-4f12-98b8-408d65a31bcb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21311"
    uid: 8e424c61-0b47-400d-a440-70c03081e019
  kind: Event
  lastTimestamp: "2026-04-24T22:54:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:54:42Z"
    name: isvc-paddle-v2-kserve.18a96cdde66d317a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 41a818e3-5a3f-429b-b6d4-b6b7378fd3de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21311"
    uid: 8e424c61-0b47-400d-a440-70c03081e019
  kind: Event
  lastTimestamp: "2026-04-24T22:53:48Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:53:48Z"
    name: isvc-paddle-v2-kserve.18a96cdde6c326a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: 3f0423a1-7335-4637-b900-306ab06e0e2b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:53:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 8e424c61-0b47-400d-a440-70c03081e019
  kind: Event
  lastTimestamp: "2026-04-24T22:53:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:53:48Z"
    name: isvc-paddle-v2-kserve.18a96cdded2091f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: b390c8ec-11f3-4523-b2f3-96142ebe90c7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 8e424c61-0b47-400d-a440-70c03081e019
  kind: Event
  lastTimestamp: "2026-04-24T22:54:42Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:54:42Z"
    name: isvc-paddle-v2-kserve.18a96cea8b2bea23
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 82966b4e-b7ca-4197-8658-e00af204d2d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20178"
    uid: d1cfc884-d97d-467d-ace2-994c95d832d6
  kind: Event
  lastTimestamp: "2026-04-24T22:52:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:52:37Z"
    name: isvc-paddle.18a96cbeed779dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: a1694a00-bff8-4b50-8d30-7c1b91a3f1aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20178"
    uid: d1cfc884-d97d-467d-ace2-994c95d832d6
  kind: Event
  lastTimestamp: "2026-04-24T22:51:35Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:51:35Z"
    name: isvc-paddle.18a96cbeedc81f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20213"
    uid: 734677d7-19e1-46ec-ab34-946812396998
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:52:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20710"
    uid: d1cfc884-d97d-467d-ace2-994c95d832d6
  kind: Event
  lastTimestamp: "2026-04-24T22:52:37Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:52:37Z"
    name: isvc-paddle.18a96ccd5a1636a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20711"
    uid: 9082ee32-7701-4e86-8742-68052ed24fd0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:54:50.052593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21879"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-sn85p
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:54:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:54:50Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96cec4821913c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: b3866757-cf60-43bd-83f8-34877946c6f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21892"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:54:50Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:54:50Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96cec60e18888
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 62a34090-fe52-4ac0-a483-ba4a0c86be92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:54:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:54:50Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96cec623b8519
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: 6c0d665f-9fd3-4178-ac45-fe83ce30cc47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:54:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:54:50Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96cec65d4a7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: f6eee9e3-ab46-4150-ba6a-4a68371088bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:54:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:54:50Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96cec6658ef16
    namespace: kserve-ci-e2e-test
    resourceVersion: "21906"
    uid: 519ad1af-6b93-4d40-8f50-ceba8a18b779
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:54:54Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T22:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:54:54Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96ced5b64657f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: 9288aefd-26ff-472a-8123-1e620bf0100f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:55:01Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.046s (7.046s
    including waiting). Image size: 800927094 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:55:01Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96ceeff69de88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22008"
    uid: 82a707d6-6604-4034-b81e-09498ce58f4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:55:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:55:01Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96cef02899870
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 535c6e98-e8dd-4610-9987-224174d8657b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:55:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:55:01Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96cef02fd170a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: 6917a331-51ac-4986-bcc8-36c1973b24ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:55:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:55:01Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96cef0307fa83
    namespace: kserve-ci-e2e-test
    resourceVersion: "22011"
    uid: e74f9ef3-df94-477b-8d2b-80d3f35a5340
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:55:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:55:01Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96cef061ea24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22012"
    uid: 3524a179-eba6-46e0-ae54-1407c84f7fc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:55:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:55:01Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96cef069016fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22013"
    uid: 699903fb-7924-4572-904a-2d971b2d3786
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:56:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:56:11Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96cef75b2f85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22496"
    uid: 5fab7097-fc72-4c5d-9cd7-a8a9e6b32989
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:56:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:56:31Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96d03e23ecf99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22673"
    uid: bc8490ad-f2e2-49a2-bd30-5b3f55bcd490
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sn85p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 091aa62c-8f97-4994-8cce-0c81fcd1867d
  kind: Event
  lastTimestamp: "2026-04-24T22:56:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:56:31Z"
    name: isvc-pmml-predictor-8bb578669-sn85p.18a96d03e23f4356
    namespace: kserve-ci-e2e-test
    resourceVersion: "22676"
    uid: 6895f9b3-b44f-4792-8d94-e6cf3c52133f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: 79d91181-343c-4fa3-bff1-3bdb88ce0365
  kind: Event
  lastTimestamp: "2026-04-24T22:54:50Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-sn85p'
  metadata:
    creationTimestamp: "2026-04-24T22:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:54:50Z"
    name: isvc-pmml-predictor-8bb578669.18a96cec47c0e403
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: b5183110-8edf-4e61-9427-e9b71a778870
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: aba4e634-c173-4510-861e-da3157f54271
  kind: Event
  lastTimestamp: "2026-04-24T22:54:49Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:54:49Z"
    name: isvc-pmml-predictor.18a96cec44da1990
    namespace: kserve-ci-e2e-test
    resourceVersion: "21871"
    uid: 74cf10e0-c8c0-40d4-9ad2-c80971a5ffa6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:55:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21868"
    uid: bb88a890-e06b-445f-ba69-e9c99cbd8337
  kind: Event
  lastTimestamp: "2026-04-24T22:55:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:55:20Z"
    name: isvc-pmml-predictor.18a96cefc3606734
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: aab7b16c-d873-4259-83aa-efdf6bca3882
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:55:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21868"
    uid: bb88a890-e06b-445f-ba69-e9c99cbd8337
  kind: Event
  lastTimestamp: "2026-04-24T22:55:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:55:20Z"
    name: isvc-pmml-predictor.18a96cefc3c093f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: 3c057376-f8f4-4014-9138-bfda29a74189
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:55:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: bb88a890-e06b-445f-ba69-e9c99cbd8337
  kind: Event
  lastTimestamp: "2026-04-24T22:56:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:56:20Z"
    name: isvc-pmml-predictor.18a96cf6c18e45ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22564"
    uid: 20457421-07a1-460d-9935-f682943df4b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:55:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: bb88a890-e06b-445f-ba69-e9c99cbd8337
  kind: Event
  lastTimestamp: "2026-04-24T22:56:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:56:20Z"
    name: isvc-pmml-predictor.18a96cf6c1f2fce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: a09ceac9-7d2f-4e15-9dfa-50c1384781db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:56:31.553588Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22693"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-f7qtd
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:56:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:56:31Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d03ea0fb2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22697"
    uid: 6c7cd7a7-bf72-49f9-8ad8-dbd1cd4a9248
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:56:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:56:31Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d03f4ff3a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22707"
    uid: 2a53ebed-14b6-4939-9de1-67c49ab7f569
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22703"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:56:32Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:56:32Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d04269b45d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22718"
    uid: e03b30c0-4661-4c7f-91a0-664b7cfd1108
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:56:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:56:32Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d0427e9dd8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 4d1728d9-6f04-4d0d-80c2-54efc1966ea4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:56:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:56:32Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d042ad4b8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: 52e1bb30-e8af-4dac-8749-2d3b836ddfb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:56:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:56:32Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d042b464447
    namespace: kserve-ci-e2e-test
    resourceVersion: "22722"
    uid: cdce55b4-9de2-4455-812d-cf1fad4f740a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:56:36Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:56:36Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d052e157ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22759"
    uid: 63042046-8f11-4520-b5b5-bdda91970ffd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:56:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:56:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d05312997dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22762"
    uid: b53a1d56-6915-430c-9292-bbff73df2056
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:56:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:56:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d0531b223ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22765"
    uid: 7ce421c8-f992-4b00-a731-a16070ef77a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:56:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:56:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d0531be2636
    namespace: kserve-ci-e2e-test
    resourceVersion: "22766"
    uid: ba81c71c-9dad-4b9c-9fcb-c2d0c7230ab7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:56:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:56:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d0534b9f829
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 5a36f282-4ddb-4a3d-afcb-57c9ec764c53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:56:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:56:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d05352b0cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22770"
    uid: ac7b160b-b5c2-47b1-8ad4-a4d5f459d8a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:58:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:58:05Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d056a01fbfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23477"
    uid: a3170cca-c0ff-4de6-96b0-58cd3cd5fa99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:58:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:58:02Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d19147e6442
    namespace: kserve-ci-e2e-test
    resourceVersion: "23414"
    uid: 359520e1-c9e6-4bde-8c14-48ca2f359cd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:58:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:58:02Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d19147eeb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "23416"
    uid: 6b844ffa-559b-428f-acd2-47076faf9f14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 5758bf92-3ee8-4d0d-88ac-603b773508c8
  kind: Event
  lastTimestamp: "2026-04-24T22:58:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:58:05Z"
    name: isvc-pmml-runtime-predictor-67bc544947-f7qtd.18a96d19ac090e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23476"
    uid: 9da32d84-91d1-47d3-9874-c13dc56f8ad7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "22682"
    uid: e4388e57-0538-42ab-b63d-a02470675fe1
  kind: Event
  lastTimestamp: "2026-04-24T22:56:31Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-f7qtd'
  metadata:
    creationTimestamp: "2026-04-24T22:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:56:31Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a96d03e9919b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22694"
    uid: 60103b2a-f3fe-4eb8-a6fb-a5b4615a55b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22680"
    uid: 40dd041f-16de-4b4a-b29e-2c31809ba610
  kind: Event
  lastTimestamp: "2026-04-24T22:56:31Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T22:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:56:31Z"
    name: isvc-pmml-runtime-predictor.18a96d03e49d8eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: 1c3edd14-489f-42e7-b4ca-b6c8ff996939
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22681"
    uid: 69b50802-99d7-4f3b-af19-5d4c85dbb7ef
  kind: Event
  lastTimestamp: "2026-04-24T22:57:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:57:16Z"
    name: isvc-pmml-runtime-predictor.18a96d07637b8733
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: ddd34592-ede0-4ec8-b25c-b67557db2cca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22681"
    uid: 69b50802-99d7-4f3b-af19-5d4c85dbb7ef
  kind: Event
  lastTimestamp: "2026-04-24T22:57:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:57:16Z"
    name: isvc-pmml-runtime-predictor.18a96d0763ddec24
    namespace: kserve-ci-e2e-test
    resourceVersion: "23056"
    uid: 70401a8c-6eb1-4972-b730-eca5210574f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:57:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22847"
    uid: 69b50802-99d7-4f3b-af19-5d4c85dbb7ef
  kind: Event
  lastTimestamp: "2026-04-24T22:58:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:58:01Z"
    name: isvc-pmml-runtime-predictor.18a96d11e070ccf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: dc05cd24-8bcd-4dca-a671-f8facc0940b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:57:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22847"
    uid: 69b50802-99d7-4f3b-af19-5d4c85dbb7ef
  kind: Event
  lastTimestamp: "2026-04-24T22:58:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:58:01Z"
    name: isvc-pmml-runtime-predictor.18a96d11e0d28bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23382"
    uid: a5e5f977-d424-4cd1-8dd0-128a3fe6db05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 7be8ace8-6a30-42ee-ad2d-089b4301ab4d
  kind: Event
  lastTimestamp: "2026-04-24T22:57:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:57:55Z"
    name: isvc-pmml-runtime.18a96d03e47efee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23329"
    uid: 4e39218d-7ddf-4f3e-b382-0a187f2831d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 7be8ace8-6a30-42ee-ad2d-089b4301ab4d
  kind: Event
  lastTimestamp: "2026-04-24T22:56:31Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:56:31Z"
    name: isvc-pmml-runtime.18a96d03e4f37e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "22702"
    uid: ee070a1a-1941-42dc-9817-1ddc7a96d07b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22662"
    uid: 7be8ace8-6a30-42ee-ad2d-089b4301ab4d
  kind: Event
  lastTimestamp: "2026-04-24T22:56:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:56:31Z"
    name: isvc-pmml-runtime.18a96d03eb69522e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22704"
    uid: cde55c5d-42d4-4b4e-aec7-7049e1c1fe5e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:57:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 7be8ace8-6a30-42ee-ad2d-089b4301ab4d
  kind: Event
  lastTimestamp: "2026-04-24T22:57:55Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:57:55Z"
    name: isvc-pmml-runtime.18a96d175cd0cbe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23328"
    uid: a80353ef-d40e-44af-8cb5-e74a9787c9a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:58:02.570049Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:58:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:58:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d191b109f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 5de7c6f7-92d0-4d66-9286-71d9ee5e8eac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:58:02Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:58:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d1933dc7e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23451"
    uid: a93725ae-9aa0-409c-b748-880af4a70d94
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:58:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:58:03Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d19352f8a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "23453"
    uid: 92b00f1e-9a6b-4dbc-8de1-101e170c649c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:58:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:58:03Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d19380ef9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23454"
    uid: 037c324e-2722-411a-9a0e-ac2a4070abfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:58:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:58:03Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d1938810e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "23455"
    uid: acac1cd3-05c4-4c0d-8f74-8c883b518b79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:58:07Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:58:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d1a31cf5266
    namespace: kserve-ci-e2e-test
    resourceVersion: "23497"
    uid: 90cad01f-316b-4e66-9fdd-2d4132558413
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:58:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:58:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d1a34966394
    namespace: kserve-ci-e2e-test
    resourceVersion: "23500"
    uid: ffe04dea-eacc-4c98-b564-7632ca79ab19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:58:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:58:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d1a35095480
    namespace: kserve-ci-e2e-test
    resourceVersion: "23503"
    uid: 40c7eb0f-f411-4a40-9772-375ea195cd7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:58:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:58:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d1a3515e3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: f70f0a23-3020-4960-b8f6-dec30c462290
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:58:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:58:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d1a37e3a858
    namespace: kserve-ci-e2e-test
    resourceVersion: "23506"
    uid: 957e4032-f6cc-4900-bc5a-23f86de1f2b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:58:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:58:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d1a3857c195
    namespace: kserve-ci-e2e-test
    resourceVersion: "23507"
    uid: ba67f68f-373e-4d6a-858c-abcd13d51158
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:59:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:59:35Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d1aa9838c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "24201"
    uid: 3a58b07f-6a45-429f-9ca9-c8b35703b8f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:59:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:59:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d2e50688b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "24146"
    uid: a96682a3-ba1a-48e6-b381-176ce6d85a26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:59:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:59:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d2e50695fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24148"
    uid: 6b0f7592-7fd2-4019-8246-23fc7b1eb8ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 77e27b2b-a351-4e06-8d3e-2f881a955071
  kind: Event
  lastTimestamp: "2026-04-24T22:59:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:59:35Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857.18a96d2eaf972b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "24200"
    uid: 275d9616-8dc7-4f48-b1b1-8bd3576a7c50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23422"
    uid: f16d045a-7d14-40f6-81f5-7ab332df9796
  kind: Event
  lastTimestamp: "2026-04-24T22:58:02Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-bm857'
  metadata:
    creationTimestamp: "2026-04-24T22:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:58:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a96d191ab3831c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 944ce98f-afa4-4b29-ac46-09a480bd59fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23420"
    uid: 15df97a3-add1-4d87-a7a7-1450160ce860
  kind: Event
  lastTimestamp: "2026-04-24T22:58:02Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T22:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:58:02Z"
    name: isvc-pmml-v2-kserve-predictor.18a96d191688dbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23425"
    uid: 52eafd7d-7756-4812-87db-2a34ce53cf02
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23421"
    uid: a986cfc5-302d-4d03-b50a-b61bdfea3d34
  kind: Event
  lastTimestamp: "2026-04-24T22:58:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:58:47Z"
    name: isvc-pmml-v2-kserve-predictor.18a96d1c9555d99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23782"
    uid: 339c3a49-2f86-4758-b3af-de728fd33ddb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23421"
    uid: a986cfc5-302d-4d03-b50a-b61bdfea3d34
  kind: Event
  lastTimestamp: "2026-04-24T22:58:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:58:47Z"
    name: isvc-pmml-v2-kserve-predictor.18a96d1c95b46181
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: a898e3db-7ee2-4a33-8b2f-3542658aa98b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23576"
    uid: a986cfc5-302d-4d03-b50a-b61bdfea3d34
  kind: Event
  lastTimestamp: "2026-04-24T22:59:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:59:32Z"
    name: isvc-pmml-v2-kserve-predictor.18a96d201469046c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24112"
    uid: cd8a97ab-02b9-4c0e-b5f2-1adcfa14332a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23576"
    uid: a986cfc5-302d-4d03-b50a-b61bdfea3d34
  kind: Event
  lastTimestamp: "2026-04-24T22:59:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:59:32Z"
    name: isvc-pmml-v2-kserve-predictor.18a96d2014cbd880
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: 7b3de9df-a748-4451-9563-f09013689fcf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: a4dc824e-b5bf-4075-b710-67dcb67846e0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:59:25Z"
    name: isvc-pmml-v2-kserve.18a96d191669b18f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24067"
    uid: 4d691472-cb7b-475a-93d9-5f5e9779f61f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: a4dc824e-b5bf-4075-b710-67dcb67846e0
  kind: Event
  lastTimestamp: "2026-04-24T22:58:02Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:58:02Z"
    name: isvc-pmml-v2-kserve.18a96d1916ffa24a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: c73c4fb1-f548-4802-99d3-73c8d31cbf3e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:58:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: a4dc824e-b5bf-4075-b710-67dcb67846e0
  kind: Event
  lastTimestamp: "2026-04-24T22:58:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:58:02Z"
    name: isvc-pmml-v2-kserve.18a96d191c27f3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23445"
    uid: a823f76d-fd92-4490-8606-cfa1be9d314d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24065"
    uid: a4dc824e-b5bf-4075-b710-67dcb67846e0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:25Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:59:25Z"
    name: isvc-pmml-v2-kserve.18a96d2c605f8476
    namespace: kserve-ci-e2e-test
    resourceVersion: "24066"
    uid: e44e665d-b1b5-43a7-a74c-7e4be548f49f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: 5943b225-3016-4359-a3e1-c7fffc513896
  kind: Event
  lastTimestamp: "2026-04-24T22:56:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:56:21Z"
    name: isvc-pmml.18a96cec44b1effd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22582"
    uid: 66fa3db2-dded-46c7-bc7c-a99f84e67b38
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: 5943b225-3016-4359-a3e1-c7fffc513896
  kind: Event
  lastTimestamp: "2026-04-24T22:54:50Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:54:50Z"
    name: isvc-pmml.18a96cec452ce7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21896"
    uid: 2d4da5ba-25f4-4cda-89eb-03fb2a8e4daf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:54:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21877"
    uid: 5943b225-3016-4359-a3e1-c7fffc513896
  kind: Event
  lastTimestamp: "2026-04-24T22:54:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:54:50Z"
    name: isvc-pmml.18a96cec4b43f066
    namespace: kserve-ci-e2e-test
    resourceVersion: "21897"
    uid: 3646948b-54c3-4c51-a075-4d3c39362cf4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:56:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: 5943b225-3016-4359-a3e1-c7fffc513896
  kind: Event
  lastTimestamp: "2026-04-24T22:56:21Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:56:21Z"
    name: isvc-pmml.18a96d017cfdd2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: 8665ef56-aab2-418a-b6e5-b0a41cf0186a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:04:44.595270Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27107"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:04:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:04:44Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d76b5a2b8a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27113"
    uid: 280d0143-8bf6-4445-8c84-e207c98c42af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:04:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:44Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d76c5e77ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: dca62306-bc32-427c-9ed0-502172a69e00
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27117"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:04:45Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:04:45Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d76f25cfd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "27130"
    uid: 11df694e-06ea-40f2-bc54-2f0e9052a7a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:04:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:45Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d76f3c3087b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: 528ab13e-a04e-4081-be82-0adc4f6ad32c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:04:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:45Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d76f6e9a24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: b9628cab-ac89-4802-9ae4-526a90e23810
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:04:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:45Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d76f7592916
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: a96d5041-3a1e-4465-a52d-f22740e068ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:04:49Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:49Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d77d7186be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27169"
    uid: bb85e5e6-dcfc-46cd-b738-51ae0de2d21c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:04:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:49Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d77da4e3c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: 479523c5-5e7b-4dc2-a63d-ae029e163d50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:04:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:49Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d77dac0f477
    namespace: kserve-ci-e2e-test
    resourceVersion: "27174"
    uid: 77e94704-2b88-438f-995a-5948bf0c091b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:04:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:49Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d77dacd7593
    namespace: kserve-ci-e2e-test
    resourceVersion: "27175"
    uid: 1a0099b3-36fa-46d1-aead-9489457819e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:04:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:49Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d77dd2e866d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: aabfc13b-000e-454e-bf5d-b1040d133d5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:04:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:49Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d77dda53c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "27179"
    uid: cb63da9c-2d26-4e69-a2af-1ebab0db89bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:06:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:06:17Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d784edc37b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27888"
    uid: 2e793699-9e55-4122-92aa-513f8e79b5af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:06:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:06:14Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d8bb2110f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "27821"
    uid: 85454c23-bb6d-45fd-9f2f-6f7f040cd795
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:06:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:06:14Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d8bb211a8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27824"
    uid: 098b9233-b1bc-4b98-857d-3ae2f12e358e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 2db7b114-50f0-4824-adda-8f060a3bd4a3
  kind: Event
  lastTimestamp: "2026-04-24T23:06:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:06:17Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw.18a96d8c54fac9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27887"
    uid: 28392945-9234-4abf-9407-cc5e87e0db5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 9818672a-8c7d-46c3-9a25-9a012d1e410d
  kind: Event
  lastTimestamp: "2026-04-24T23:04:44Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-fzvxw'
  metadata:
    creationTimestamp: "2026-04-24T23:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:04:44Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a96d76b542e1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: abc37d30-84a1-4dc5-be7e-aba976dd0fec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27094"
    uid: 8c555e7d-beb8-4fa0-ba3e-3a53bd42314d
  kind: Event
  lastTimestamp: "2026-04-24T23:04:44Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:04:44Z"
    name: isvc-predictive-lightgbm-predictor.18a96d76b271d151
    namespace: kserve-ci-e2e-test
    resourceVersion: "27099"
    uid: 88996e71-ea81-41a5-9661-3da769f270e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: f29f3151-a91d-46d9-b17b-46febd4b28e8
  kind: Event
  lastTimestamp: "2026-04-24T23:05:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:05:29Z"
    name: isvc-predictive-lightgbm-predictor.18a96d7a30f840d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27469"
    uid: cac8e953-8643-496a-84c5-ae3c48caea7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: f29f3151-a91d-46d9-b17b-46febd4b28e8
  kind: Event
  lastTimestamp: "2026-04-24T23:05:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:05:29Z"
    name: isvc-predictive-lightgbm-predictor.18a96d7a31649f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "27470"
    uid: 1a8a6028-d8da-422e-9943-8557f4c8d18b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:05:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27259"
    uid: f29f3151-a91d-46d9-b17b-46febd4b28e8
  kind: Event
  lastTimestamp: "2026-04-24T23:06:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:06:14Z"
    name: isvc-predictive-lightgbm-predictor.18a96d84ae5daf60
    namespace: kserve-ci-e2e-test
    resourceVersion: "27795"
    uid: 43cb6d9d-ae8a-4ef9-a86b-a7aaedc851a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:05:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27259"
    uid: f29f3151-a91d-46d9-b17b-46febd4b28e8
  kind: Event
  lastTimestamp: "2026-04-24T23:06:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:06:14Z"
    name: isvc-predictive-lightgbm-predictor.18a96d84aec523a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27796"
    uid: 8519acab-cec5-4405-8964-d35192d00c17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:09:15.535872Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29320"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:09:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:09:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96db5caf42e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "29324"
    uid: 4b75d228-0cfe-41e1-ab4b-b5803e687b57
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29328"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:09:15Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:09:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96db5e3c7a624
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 132aa8a7-94df-4c60-bef8-1925f92a38a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:09:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:09:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96db5e515d129
    namespace: kserve-ci-e2e-test
    resourceVersion: "29338"
    uid: 56a1694f-4567-4dc1-918e-b13cc0e9a809
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:09:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:09:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96db5e7c95362
    namespace: kserve-ci-e2e-test
    resourceVersion: "29339"
    uid: 2575cefa-0f2a-415b-a2fc-922bd0824f28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:09:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:09:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96db5e83b34bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29340"
    uid: 5022293d-3970-44a6-b9e7-9981acfb0f7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:09:20Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:09:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96db6e44d377b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29380"
    uid: 92e3c52b-8432-4bf0-ac80-36f0e7784ce4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:09:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:09:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96db6e795b3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: 3b612408-8435-48d1-9fb8-f5432149ae7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:09:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:09:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96db6e808fcc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29387"
    uid: 47d4ace3-c916-49dd-8745-59956607722c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:09:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:09:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96db6e814720c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29388"
    uid: 18ca7bf1-af16-401b-914e-23725161181d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:09:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:09:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96db6eac7ad03
    namespace: kserve-ci-e2e-test
    resourceVersion: "29390"
    uid: abace6eb-46d1-477b-a035-be03fbb90fea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:09:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:09:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96db6eb3741d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29391"
    uid: 8e100ff6-9717-4d19-bc93-3c0d003d57ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:10:27Z"
  message: 'Readiness probe failed: Get "http://10.133.0.45:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:10:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96dbf82a14b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29862"
    uid: 78c1226c-68c5-45da-9876-c9c96e8e847e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:10:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:10:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96dc862355441
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 19cdcadc-5533-478f-8b98-b9409a25a3c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:10:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:10:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96dc86235e980
    namespace: kserve-ci-e2e-test
    resourceVersion: "29976"
    uid: 2a248562-66c2-4bc0-bf64-d05830b1d461
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: e5df282a-0b72-430f-a9a8-740d68358161
  kind: Event
  lastTimestamp: "2026-04-24T23:10:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:10:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2.18a96dc8d272a040
    namespace: kserve-ci-e2e-test
    resourceVersion: "30000"
    uid: f8de8362-f9a0-42c6-8b49-db4bfe8b94b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29302"
    uid: 79b7f031-a975-4948-9a71-06e893876010
  kind: Event
  lastTimestamp: "2026-04-24T23:09:15Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-vszp2'
  metadata:
    creationTimestamp: "2026-04-24T23:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:09:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a96db5ca6ca8a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29321"
    uid: d621b026-7e46-40be-97d5-73e1ccd03e08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29300"
    uid: c050c8d7-56a9-4a42-aaf5-71d0d7851a73
  kind: Event
  lastTimestamp: "2026-04-24T23:09:15Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:09:15Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96db5b582cca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29304"
    uid: 86d4e178-29ef-41ec-866c-09512c7efc8e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29301"
    uid: 698d4db4-4524-4f98-b1f5-065dd6d5cd93
  kind: Event
  lastTimestamp: "2026-04-24T23:10:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:10:00Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96db93425caab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29666"
    uid: 3cbb43f4-6e71-4ec7-91bc-d92589011768
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29301"
    uid: 698d4db4-4524-4f98-b1f5-065dd6d5cd93
  kind: Event
  lastTimestamp: "2026-04-24T23:10:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:10:00Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96db934973106
    namespace: kserve-ci-e2e-test
    resourceVersion: "29667"
    uid: 28b4a307-f91c-47d0-b063-79778a762e67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29458"
    uid: 698d4db4-4524-4f98-b1f5-065dd6d5cd93
  kind: Event
  lastTimestamp: "2026-04-24T23:10:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:10:30Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96dbcb396dc74
    namespace: kserve-ci-e2e-test
    resourceVersion: "29882"
    uid: 32119a7c-47d0-445e-9a1d-6ac339c67033
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29458"
    uid: 698d4db4-4524-4f98-b1f5-065dd6d5cd93
  kind: Event
  lastTimestamp: "2026-04-24T23:10:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:10:30Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96dbcb3f55209
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 5ba288e1-2bea-45ce-b07f-b7934e7a5b9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29271"
    uid: 041b55e7-204d-4739-ac33-6e8bfb3f3027
  kind: Event
  lastTimestamp: "2026-04-24T23:10:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:10:31Z"
    name: isvc-predictive-lightgbm-v2.18a96db5b55fa5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 5f742cb5-207c-472e-9411-8746e986091e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29271"
    uid: 041b55e7-204d-4739-ac33-6e8bfb3f3027
  kind: Event
  lastTimestamp: "2026-04-24T23:09:15Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:09:15Z"
    name: isvc-predictive-lightgbm-v2.18a96db5b5b39d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "29306"
    uid: 74b61ced-b390-4c07-9374-e57e0fec3325
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29896"
    uid: 041b55e7-204d-4739-ac33-6e8bfb3f3027
  kind: Event
  lastTimestamp: "2026-04-24T23:10:31Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:10:31Z"
    name: isvc-predictive-lightgbm-v2.18a96dc765731af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29897"
    uid: 2760c7af-5b91-4a9b-8c98-c101eb373c1d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 73f364af-5609-4129-a25e-c325a184bb6b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:06:07Z"
    name: isvc-predictive-lightgbm.18a96d76b24860ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27740"
    uid: e5ff55eb-a55b-4b32-9836-6ab25575cd66
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 73f364af-5609-4129-a25e-c325a184bb6b
  kind: Event
  lastTimestamp: "2026-04-24T23:04:44Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:04:44Z"
    name: isvc-predictive-lightgbm.18a96d76b2a2f2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: 4fe0f551-cfae-4d49-ac22-f8a627d7fb17
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27738"
    uid: 73f364af-5609-4129-a25e-c325a184bb6b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:07Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:06:07Z"
    name: isvc-predictive-lightgbm.18a96d8a05ebf1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27739"
    uid: 5b78a9d4-2eb0-40ae-b070-7f12d8567f6a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:01:24.211332Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:01:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:01:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d480dd27db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25210"
    uid: 3c08911a-d704-43d4-b659-03b8088db44c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25216"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:01:24Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:01:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d48266e71bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25223"
    uid: 1429c7ff-9b81-4d7c-a861-8b8b4f9935db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:01:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d4827bbe68e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25225"
    uid: eff884bc-6b47-40d0-886a-ab2f6c1c8bf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:01:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d482a683e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "25226"
    uid: 4c336ba4-9c44-4daf-bd4e-cf80fe767167
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:01:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d482adc2183
    namespace: kserve-ci-e2e-test
    resourceVersion: "25227"
    uid: e8699da6-e120-4bc0-b9b1-61cbe5aaafbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:01:28Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T23:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d4922c36b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: cdbdcb7f-14b5-4b3f-801e-9e3e3781e8b8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:01:58Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 29.523s
    (29.523s including waiting). Image size: 2324227435 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T23:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:58Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d500282d4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 35278734-f28e-4f75-b7d7-0023e726cb62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:01:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:58Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d50057ebf6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25487"
    uid: c87f8b03-1aad-4206-8fdd-9921fc2914ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:01:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:58Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d5005f1b434
    namespace: kserve-ci-e2e-test
    resourceVersion: "25488"
    uid: 13ffb7d5-19e1-4062-a880-732f0c06a0fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:01:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:58Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d5005fd8371
    namespace: kserve-ci-e2e-test
    resourceVersion: "25489"
    uid: c28e2d8d-3716-415a-b56e-5bd019aa7bcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:01:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:58Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d5008a9d995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25491"
    uid: af972b30-9f0e-422a-a3ac-03a65ee85311
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:01:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:58Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d50091b96da
    namespace: kserve-ci-e2e-test
    resourceVersion: "25492"
    uid: c6a15b7d-1ca7-424d-b4d1-ad615b1befcf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:03:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:04Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d5024bc7587
    namespace: kserve-ci-e2e-test
    resourceVersion: "26147"
    uid: 57120565-f7a0-41ab-a4cd-652218a7145c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:03:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d64069544bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: b2352d48-576d-45dd-b703-2d34b95b2237
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:03:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d640697e41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26422"
    uid: 0dff4cf7-3df2-482f-ab9a-bb60d25eae21
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b0875d60-67cb-4bc1-afad-ee12982d211e
  kind: Event
  lastTimestamp: "2026-04-24T23:03:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw.18a96d642ae34d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26454"
    uid: 5974926f-ef3a-4a35-afc2-b09d155bfe9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25195"
    uid: e02a70c5-7ccb-4bf3-8e22-456287fd1bee
  kind: Event
  lastTimestamp: "2026-04-24T23:01:24Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-c5kzw'
  metadata:
    creationTimestamp: "2026-04-24T23:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:01:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a96d480d606a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25207"
    uid: 6d8af4e4-a4e0-4968-99b0-fdeb28377255
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25194"
    uid: 0bbc1c50-9299-4fd9-8912-ba08e3b71382
  kind: Event
  lastTimestamp: "2026-04-24T23:01:24Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:01:24Z"
    name: isvc-predictive-sklearn-predictor.18a96d480a04b754
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: 83bdaf36-860e-4141-8ec6-a0769b707616
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25196"
    uid: 2645cd5d-1a80-411b-a3c5-5e5377421e7f
  kind: Event
  lastTimestamp: "2026-04-24T23:02:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:02:09Z"
    name: isvc-predictive-sklearn-predictor.18a96d4b88d771fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25566"
    uid: 846d25d1-f0e9-4186-9327-810af90fbc13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25196"
    uid: 2645cd5d-1a80-411b-a3c5-5e5377421e7f
  kind: Event
  lastTimestamp: "2026-04-24T23:02:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:02:09Z"
    name: isvc-predictive-sklearn-predictor.18a96d4b8938440f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25567"
    uid: 3a9e80ea-0dbe-48b9-b7c1-f47850a282cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T23:02:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: 2645cd5d-1a80-411b-a3c5-5e5377421e7f
  kind: Event
  lastTimestamp: "2026-04-24T23:03:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:03:24Z"
    name: isvc-predictive-sklearn-predictor.18a96d56065c5e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "26389"
    uid: 42f733d8-28ec-4034-b941-159be013ff39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T23:02:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: 2645cd5d-1a80-411b-a3c5-5e5377421e7f
  kind: Event
  lastTimestamp: "2026-04-24T23:03:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:03:24Z"
    name: isvc-predictive-sklearn-predictor.18a96d5606c6b8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 01b23033-8326-4fec-b8a3-fd827c0ad812
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:06:14.871248Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27841"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:06:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:06:14Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96d8bba80ca1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27846"
    uid: 07b15377-e7de-4afb-bb37-be156e977669
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27853"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:15Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:06:15Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96d8bd35da1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 4592a77c-9dc4-40b9-9872-6459b1eb4428
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:06:15Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96d8bd4ad53e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27863"
    uid: c47fe164-2f68-4e45-a2ea-4b09185cc8ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:06:15Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96d8bd77dbdce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: 9957674f-8af4-40ef-a0c1-747aea99ad30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:06:15Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96d8bd7ee4c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "27865"
    uid: 85cf6635-2065-463d-9713-11cdc70f3d7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:19Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:06:19Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96d8cdb14e7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27905"
    uid: e2cfdf12-7066-4e3c-8025-765186ee297e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:06:19Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96d8cde0ee587
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 42323635-7247-418a-aeb8-fb4ce32e31e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:06:19Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96d8cde82a71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: a6739d2c-430e-43c8-ae0a-de7328052181
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:06:19Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96d8cde8e2b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27911"
    uid: 81d15a20-45e8-4888-91d3-22a47ee0b078
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:06:19Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96d8ce15e9b47
    namespace: kserve-ci-e2e-test
    resourceVersion: "27913"
    uid: 88e47bea-6f22-4842-b22e-44a9c5e900d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:06:19Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96d8ce1de1e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "27914"
    uid: 0c3d47b4-4787-4f1b-ab0b-aae6ea2f32e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:07:45Z"
  message: 'Readiness probe failed: Get "http://10.133.0.43:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:07:45Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96d95b551d343
    namespace: kserve-ci-e2e-test
    resourceVersion: "28587"
    uid: 1a955c25-877d-494e-9000-f6ed77c24ce5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:07:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:07:44Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96da0b37689fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28562"
    uid: 71dbd57c-01eb-4322-a22c-4f71162cbb8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:07:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:07:44Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96da0b37729ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28565"
    uid: 8a597610-e4a4-4e09-9e6d-fee747ba684f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c51b2381-c422-413a-9525-2de250f08f4b
  kind: Event
  lastTimestamp: "2026-04-24T23:07:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:07:47Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb.18a96da1592ffead
    namespace: kserve-ci-e2e-test
    resourceVersion: "28631"
    uid: 58ec3238-f3c6-4590-936a-7abfa3e17877
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27829"
    uid: 8c28d838-07ef-4f28-82e4-548894bf3118
  kind: Event
  lastTimestamp: "2026-04-24T23:06:14Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-hvnxb'
  metadata:
    creationTimestamp: "2026-04-24T23:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:06:14Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a96d8bb9ee0e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "27842"
    uid: c573f7c0-f0f5-46e4-a837-d7c5c544c897
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27827"
    uid: 671e288b-e9c5-40d6-b0e4-4a05cae82dad
  kind: Event
  lastTimestamp: "2026-04-24T23:06:14Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:06:14Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96d8bb3a174c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27831"
    uid: 3bc52731-01cf-42a2-8206-65e1b69f3d92
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27828"
    uid: 5e9c5d42-e528-4c4f-a682-c0cb38d33d1b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:06:44Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96d8f321ea388
    namespace: kserve-ci-e2e-test
    resourceVersion: "28102"
    uid: 81f035ee-fe1f-4322-b10f-f2262ec80638
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27828"
    uid: 5e9c5d42-e528-4c4f-a682-c0cb38d33d1b
  kind: Event
  lastTimestamp: "2026-04-24T23:06:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:06:44Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96d8f329faab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28103"
    uid: 9bd57f57-433d-4ba3-9e35-20ccec7f8e8a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27992"
    uid: 5e9c5d42-e528-4c4f-a682-c0cb38d33d1b
  kind: Event
  lastTimestamp: "2026-04-24T23:07:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:07:44Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96d96305392ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28540"
    uid: 1e146c42-38e3-4604-b120-a62a75ddd95d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27992"
    uid: 5e9c5d42-e528-4c4f-a682-c0cb38d33d1b
  kind: Event
  lastTimestamp: "2026-04-24T23:07:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:07:44Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96d9630be48e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28541"
    uid: e5c6ae3c-7c39-4184-808b-b916adc921f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27798"
    uid: 06b76e72-71c0-430f-94c3-7a6ec3ba4e6a
  kind: Event
  lastTimestamp: "2026-04-24T23:07:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:07:35Z"
    name: isvc-predictive-sklearn-v2.18a96d8bb3826fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28476"
    uid: 4760a1a6-db0d-4f0f-af56-f6595e3152bd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:06:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27798"
    uid: 06b76e72-71c0-430f-94c3-7a6ec3ba4e6a
  kind: Event
  lastTimestamp: "2026-04-24T23:06:14Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:06:14Z"
    name: isvc-predictive-sklearn-v2.18a96d8bb3d193ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 6e0d08d6-4ae9-4668-8023-5aaa0ab9e0eb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28473"
    uid: 06b76e72-71c0-430f-94c3-7a6ec3ba4e6a
  kind: Event
  lastTimestamp: "2026-04-24T23:07:35Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:07:35Z"
    name: isvc-predictive-sklearn-v2.18a96d9e6a896037
    namespace: kserve-ci-e2e-test
    resourceVersion: "28474"
    uid: d155e9ef-ebba-4b6d-ab03-f971cdd1b964
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25183"
    uid: 3b5eaabd-a3be-46ef-96fc-bcc07d1171ae
  kind: Event
  lastTimestamp: "2026-04-24T23:03:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:03:14Z"
    name: isvc-predictive-sklearn.18a96d480a443cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26319"
    uid: c1f71e71-d667-4540-b014-87267a5aaefb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25183"
    uid: 3b5eaabd-a3be-46ef-96fc-bcc07d1171ae
  kind: Event
  lastTimestamp: "2026-04-24T23:01:24Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:01:24Z"
    name: isvc-predictive-sklearn.18a96d480a9f1a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "25222"
    uid: 3d40472b-b75d-4683-9004-3dc01ccaa9ba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25203"
    uid: 3b5eaabd-a3be-46ef-96fc-bcc07d1171ae
  kind: Event
  lastTimestamp: "2026-04-24T23:01:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:01:24Z"
    name: isvc-predictive-sklearn.18a96d481dad9a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25228"
    uid: 5c245f38-6bab-4ead-8963-b0d0bd9b7f68
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: 3b5eaabd-a3be-46ef-96fc-bcc07d1171ae
  kind: Event
  lastTimestamp: "2026-04-24T23:03:14Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:03:14Z"
    name: isvc-predictive-sklearn.18a96d61a53984e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 6f6912cb-27e8-4698-b608-8b30cd83a87f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:03:24.430380Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:03:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:03:24Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d640b6f8f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 6b8d19d3-6f3d-4f0c-acce-3c0ab25a9889
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:03:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:24Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d6414f078d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26447"
    uid: 285342b1-12ad-4d5e-af60-d7dddba6dfd8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26443"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:03:25Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:03:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d6447f6e1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26458"
    uid: 70103c4f-2aa4-47f4-b3ab-98e7e9e7c266
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:03:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d6449836f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26460"
    uid: 5a374618-b856-475d-8f76-b7fa8cb39818
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:03:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d644cb99cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26461"
    uid: 65eaf4ed-4963-4613-91f7-7d2f1b76d02f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:03:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d644d2a2866
    namespace: kserve-ci-e2e-test
    resourceVersion: "26462"
    uid: 0418b909-4edb-4c46-864c-f73e60898b49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:03:30Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d65646907d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26503"
    uid: cff8603d-15cc-4065-be11-3695a1f09c22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:03:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d6567cfb34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26507"
    uid: eb104ee6-cc58-4403-953a-b64c91fb4a93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:03:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d6568401731
    namespace: kserve-ci-e2e-test
    resourceVersion: "26508"
    uid: f73fee68-cd14-40ae-adaf-d74be84e42fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:03:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d65684ba018
    namespace: kserve-ci-e2e-test
    resourceVersion: "26509"
    uid: 216b5672-2d20-481e-be0e-1346432fecc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:03:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d656b6c9fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26512"
    uid: 839ee34e-bf3e-4b72-95ca-aae0e40c1374
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:03:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:03:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d656bdf2012
    namespace: kserve-ci-e2e-test
    resourceVersion: "26513"
    uid: 80c29a69-ab87-48d4-8af2-ac9841b2b895
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:04:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:48Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d65dc576560
    namespace: kserve-ci-e2e-test
    resourceVersion: "27158"
    uid: d22b9538-9d13-436a-8bd7-eb23784192e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:04:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:44Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d76b166f9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27093"
    uid: cd021d7a-3a3f-42c2-a7c6-2e5380a10243
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:04:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:44Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d76b167818c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: 1bc50252-bdba-40d4-a9c5-092df3ded2b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 11cd5412-257f-43ce-adad-6006cb9e2c12
  kind: Event
  lastTimestamp: "2026-04-24T23:04:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:04:48Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7.18a96d778e6cbb32
    namespace: kserve-ci-e2e-test
    resourceVersion: "27157"
    uid: 6c4091ba-4629-46d1-b8c2-90f7e05ab4d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: d1827c99-e632-4fe7-b3bf-4b1a160871c5
  kind: Event
  lastTimestamp: "2026-04-24T23:03:24Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-5rpj7'
  metadata:
    creationTimestamp: "2026-04-24T23:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:03:24Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a96d640b0da1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26435"
    uid: cb13ba45-99cc-45a5-bb42-102c104fbc41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26418"
    uid: daa83720-5f25-4e15-9ca5-6f33a96612be
  kind: Event
  lastTimestamp: "2026-04-24T23:03:24Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:03:24Z"
    name: isvc-predictive-xgboost-predictor.18a96d64072bfb05
    namespace: kserve-ci-e2e-test
    resourceVersion: "26423"
    uid: 6ed59c34-6732-4306-b9d0-07b96d38e1dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: acd258b5-63ec-40c7-b4a9-a852885c0765
  kind: Event
  lastTimestamp: "2026-04-24T23:03:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:03:54Z"
    name: isvc-predictive-xgboost-predictor.18a96d6785f7d73c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26692"
    uid: fce84fec-0527-406b-95e5-ba9c7b9a28e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: acd258b5-63ec-40c7-b4a9-a852885c0765
  kind: Event
  lastTimestamp: "2026-04-24T23:03:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:03:54Z"
    name: isvc-predictive-xgboost-predictor.18a96d67865cf32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26693"
    uid: 992f98eb-59a0-4ae5-a6ab-8e36bf6e60a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26594"
    uid: acd258b5-63ec-40c7-b4a9-a852885c0765
  kind: Event
  lastTimestamp: "2026-04-24T23:04:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:04:39Z"
    name: isvc-predictive-xgboost-predictor.18a96d6e849b02a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27031"
    uid: ef886f6b-937e-4672-9369-286a3227d06c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26594"
    uid: acd258b5-63ec-40c7-b4a9-a852885c0765
  kind: Event
  lastTimestamp: "2026-04-24T23:04:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:04:39Z"
    name: isvc-predictive-xgboost-predictor.18a96d6e85078ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: bcad4c6a-e178-4897-bbed-a9259f9f3416
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:07:45.061601Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28583"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:07:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:07:45Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96da0ba445ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28590"
    uid: 68bd6368-0b5e-4ade-a6be-deab57311804
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28594"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:07:45Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:07:45Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96da0d336cd55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28603"
    uid: b91741b7-1844-42ac-b49c-f127fbbe6b35
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:07:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:07:45Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96da0d49d1465
    namespace: kserve-ci-e2e-test
    resourceVersion: "28605"
    uid: 676c3993-4c7d-4208-bda0-0034886e1251
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:07:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:07:45Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96da0d7803b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "28606"
    uid: fe3db3e0-7da8-4306-b4fc-0ce0a6926226
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:07:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:07:45Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96da0d7efb0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28609"
    uid: cf2d6225-bd86-4c74-af44-7653d3cc0214
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:07:49Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:07:49Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96da1dfb14455
    namespace: kserve-ci-e2e-test
    resourceVersion: "28646"
    uid: c0306db0-907a-48c6-be13-eb1fe42c758d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:07:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:07:50Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96da1e3751124
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a6aea56d-7ccc-444c-a01f-1f49491482bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:07:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:07:50Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96da1e3e53c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: 66c741ea-756a-4b7f-af9d-e1d19f9d7bac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:07:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:07:50Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96da1e3f0317b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: 80ab9060-7e7a-4301-86c1-6fd62ce6bdbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:07:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:07:50Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96da1e6acda9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28657"
    uid: a7ba5402-ca9d-47a4-8a81-307931b24372
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:07:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:07:50Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96da1e71c720f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28658"
    uid: dd505cb4-1ad3-4118-9e5f-ed0caf43ddc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T23:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:09:18Z"
  message: 'Readiness probe failed: Get "http://10.133.0.44:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:09:18Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96daab9bf6961
    namespace: kserve-ci-e2e-test
    resourceVersion: "29363"
    uid: f8adfbf6-9b63-4609-9a1f-2877c86312be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:09:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:09:15Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96db5b403ae0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29294"
    uid: 018a36a1-599a-44eb-9138-f5dba726611e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:09:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:09:15Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96db5b40411d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29297"
    uid: 6b6d5e07-feb8-4df6-a034-dbd183b2b59e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 0355fe3d-1446-46b6-9804-132c10720573
  kind: Event
  lastTimestamp: "2026-04-24T23:09:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:09:17Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp.18a96db65d9e1f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "29362"
    uid: 662cb6b1-e745-4683-9d36-6c0d98135408
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28573"
    uid: c3890294-fa75-45ad-9da8-9104de092863
  kind: Event
  lastTimestamp: "2026-04-24T23:07:45Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-p87zp'
  metadata:
    creationTimestamp: "2026-04-24T23:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:07:45Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a96da0b9c5a95f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28586"
    uid: d8f96ab0-a097-48f5-b6cb-f87141360ea9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28571"
    uid: 3081f277-5efd-4040-b152-ef71c9469fc4
  kind: Event
  lastTimestamp: "2026-04-24T23:07:44Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:07:44Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96da0b5addb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28574"
    uid: 40b2e9e6-5380-4169-8596-7f8c2fc77642
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28572"
    uid: e5998c52-1bc0-4643-a530-4ef0a5dea6dd
  kind: Event
  lastTimestamp: "2026-04-24T23:08:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:08:30Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96da4345a8abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28944"
    uid: 912168fe-dac7-4ec4-826b-c9afe5922e4d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:08:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28572"
    uid: e5998c52-1bc0-4643-a530-4ef0a5dea6dd
  kind: Event
  lastTimestamp: "2026-04-24T23:08:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:08:30Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96da434c0a825
    namespace: kserve-ci-e2e-test
    resourceVersion: "28946"
    uid: eca8c5f7-ead8-4bdf-8984-004989ca6331
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T23:08:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28733"
    uid: e5998c52-1bc0-4643-a530-4ef0a5dea6dd
  kind: Event
  lastTimestamp: "2026-04-24T23:09:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:09:15Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96da7b3c12084
    namespace: kserve-ci-e2e-test
    resourceVersion: "29269"
    uid: 853bb0ae-2187-4b7b-be0c-131f5af71637
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T23:08:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28733"
    uid: e5998c52-1bc0-4643-a530-4ef0a5dea6dd
  kind: Event
  lastTimestamp: "2026-04-24T23:09:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:09:15Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96da7b41f9cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29270"
    uid: 49c729e6-9fea-418a-9552-67458560db92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28544"
    uid: ad941eb3-ae62-4771-98f0-40e9e1cdc9c4
  kind: Event
  lastTimestamp: "2026-04-24T23:09:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:09:08Z"
    name: isvc-predictive-xgboost-v2.18a96da0b5b7f9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: b5f5c81c-482a-4ef5-ba53-9492a7c1586f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:07:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28544"
    uid: ad941eb3-ae62-4771-98f0-40e9e1cdc9c4
  kind: Event
  lastTimestamp: "2026-04-24T23:07:44Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:07:44Z"
    name: isvc-predictive-xgboost-v2.18a96da0b62d19df
    namespace: kserve-ci-e2e-test
    resourceVersion: "28578"
    uid: 0edb863a-2530-442a-9324-d7ed548b810a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:09:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29214"
    uid: ad941eb3-ae62-4771-98f0-40e9e1cdc9c4
  kind: Event
  lastTimestamp: "2026-04-24T23:09:08Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:09:08Z"
    name: isvc-predictive-xgboost-v2.18a96db40eeb275c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29215"
    uid: dc23c55e-10aa-426f-b8f1-6917b119090d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26390"
    uid: cbe4f09a-5204-494c-92ce-2d4c210591f2
  kind: Event
  lastTimestamp: "2026-04-24T23:04:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:04:38Z"
    name: isvc-predictive-xgboost.18a96d640735af5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27021"
    uid: 349d168e-7dab-4870-b53f-531e54bc9b8d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26390"
    uid: cbe4f09a-5204-494c-92ce-2d4c210591f2
  kind: Event
  lastTimestamp: "2026-04-24T23:03:24Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:03:24Z"
    name: isvc-predictive-xgboost.18a96d6407c8ca68
    namespace: kserve-ci-e2e-test
    resourceVersion: "26445"
    uid: 507c87a8-2e77-48b8-8866-3f064dbb7c82
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26400"
    uid: cbe4f09a-5204-494c-92ce-2d4c210591f2
  kind: Event
  lastTimestamp: "2026-04-24T23:03:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:03:24Z"
    name: isvc-predictive-xgboost.18a96d640d251c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26446"
    uid: 6756be64-e87d-427e-aff2-e409a2163195
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:04:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27018"
    uid: cbe4f09a-5204-494c-92ce-2d4c210591f2
  kind: Event
  lastTimestamp: "2026-04-24T23:04:38Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:04:38Z"
    name: isvc-predictive-xgboost.18a96d754065eb96
    namespace: kserve-ci-e2e-test
    resourceVersion: "27020"
    uid: f962fecd-80b3-403c-99ab-ffd4df575e35
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:59:33.776710Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24167"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:59:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:59:33Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d2e5767de47
    namespace: kserve-ci-e2e-test
    resourceVersion: "24172"
    uid: 1d73ecfc-c34f-4ad6-bc54-7555a5d2ce17
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24175"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:34Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:59:34Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d2e70504c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 0cef72f1-3ec4-423e-8bbb-c68c7478add1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:59:34Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d2e71b5da4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: 56a2bd46-2eaa-4880-ae0d-8049d40ce242
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:59:34Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d2e7476d044
    namespace: kserve-ci-e2e-test
    resourceVersion: "24186"
    uid: 3a307273-dc42-4a8d-84f0-9256f89bbdf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:59:34Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d2e74fa04b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24187"
    uid: 696c3475-df71-4809-8b53-fdd5f1bc93c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:59:38Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d2f7259e320
    namespace: kserve-ci-e2e-test
    resourceVersion: "24226"
    uid: 921bd4af-4c43-49fe-b29d-cf1f89f17ac6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:59:38Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d2f7507a2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24228"
    uid: 069df331-0dc5-49ac-9ae3-53c144b00684
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:59:38Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d2f75774215
    namespace: kserve-ci-e2e-test
    resourceVersion: "24229"
    uid: 7d389b87-1b33-4772-b794-dd67d4a8d99a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:59:38Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d2f758323e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24232"
    uid: cc883f42-9e17-4452-83ec-8cf904f627b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:59:38Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d2f7820ca18
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 97e0ebf8-70f3-4207-ba65-91afba755b10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:59:38Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d2f78a36ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "24236"
    uid: 11d84e29-6ed8-45f9-b3c3-8bd617e9caf3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T23:01:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:15Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d2fae3c6bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25088"
    uid: d3598d21-b55f-49fd-a205-b9a7099f1402
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T23:01:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:14Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d45add68e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: cd6cd9bd-3544-4754-a1a4-c74407b699b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T23:01:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:14Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d45addaa995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25044"
    uid: ead4d267-432c-48e7-990e-c4b4a8dfd484
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 6a910569-1554-43de-96ea-d238df69afb0
  kind: Event
  lastTimestamp: "2026-04-24T23:01:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:15Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj.18a96d460873dd17
    namespace: kserve-ci-e2e-test
    resourceVersion: "25087"
    uid: 2341f6e0-d312-496f-8598-9008fa89b4a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-0c0f7e-predictor-66b6bd9685
    namespace: kserve-ci-e2e-test
    resourceVersion: "24157"
    uid: c4e72f8a-17d0-4c1c-b7c7-5632a93894cd
  kind: Event
  lastTimestamp: "2026-04-24T22:59:33Z"
  message: 'Created pod: isvc-primary-0c0f7e-predictor-66b6bd9685-cfmfj'
  metadata:
    creationTimestamp: "2026-04-24T22:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:59:33Z"
    name: isvc-primary-0c0f7e-predictor-66b6bd9685.18a96d2e56dafd0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24168"
    uid: d61d9446-c0c1-4ee9-a898-877b8ee0182d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-0c0f7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24155"
    uid: ca7d648a-e461-4a23-b6ec-bcb151c5616e
  kind: Event
  lastTimestamp: "2026-04-24T22:59:33Z"
  message: Scaled up replica set isvc-primary-0c0f7e-predictor-66b6bd9685 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T22:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:59:33Z"
    name: isvc-primary-0c0f7e-predictor.18a96d2e52ab92bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24159"
    uid: 5ecde8e2-3a54-46d7-a43e-018004cf9329
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0c0f7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24156"
    uid: b26a1fd9-3eff-4f32-9a1a-7e477b87d4c1
  kind: Event
  lastTimestamp: "2026-04-24T23:00:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:00:18Z"
    name: isvc-primary-0c0f7e-predictor.18a96d31d295153c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24526"
    uid: 97cf2eeb-f853-481a-aadb-9f986b696b77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0c0f7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24156"
    uid: b26a1fd9-3eff-4f32-9a1a-7e477b87d4c1
  kind: Event
  lastTimestamp: "2026-04-24T23:00:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:00:18Z"
    name: isvc-primary-0c0f7e-predictor.18a96d31d3a645ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: 199605dd-2e68-41c9-90fb-53ec63293632
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:00:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0c0f7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24317"
    uid: b26a1fd9-3eff-4f32-9a1a-7e477b87d4c1
  kind: Event
  lastTimestamp: "2026-04-24T23:01:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:01:03Z"
    name: isvc-primary-0c0f7e-predictor.18a96d3c502c1327
    namespace: kserve-ci-e2e-test
    resourceVersion: "24912"
    uid: 07a175d3-8a72-4e85-a3d9-3f789a335b0b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:00:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0c0f7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24317"
    uid: b26a1fd9-3eff-4f32-9a1a-7e477b87d4c1
  kind: Event
  lastTimestamp: "2026-04-24T23:01:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:01:03Z"
    name: isvc-primary-0c0f7e-predictor.18a96d3c50917e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "24913"
    uid: 239ebb23-891d-48ef-920a-d8e6250fb3cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0c0f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24126"
    uid: 475bed8b-f635-464a-9430-ad7efef82cf0
  kind: Event
  lastTimestamp: "2026-04-24T23:00:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:00:45Z"
    name: isvc-primary-0c0f7e.18a96d2e5285810e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24721"
    uid: eb4656e6-f9b3-49ab-8ff0-0e50a5c2cb31
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0c0f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24126"
    uid: 475bed8b-f635-464a-9430-ad7efef82cf0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:33Z"
  message: 'Failed to update status for InferenceService "isvc-primary-0c0f7e": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-0c0f7e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:59:33Z"
    name: isvc-primary-0c0f7e.18a96d2e52dd73ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24161"
    uid: 748aa904-5896-480a-a972-5e339a90be8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:59:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0c0f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24126"
    uid: 475bed8b-f635-464a-9430-ad7efef82cf0
  kind: Event
  lastTimestamp: "2026-04-24T22:59:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-0c0f7e": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:59:33Z"
    name: isvc-primary-0c0f7e.18a96d2e52ddc390
    namespace: kserve-ci-e2e-test
    resourceVersion: "24162"
    uid: 975bea8c-c570-48fe-b379-b304a6321911
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:00:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0c0f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 475bed8b-f635-464a-9430-ad7efef82cf0
  kind: Event
  lastTimestamp: "2026-04-24T23:00:45Z"
  message: InferenceService [isvc-primary-0c0f7e] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:00:45Z"
    name: isvc-primary-0c0f7e.18a96d3f11087171
    namespace: kserve-ci-e2e-test
    resourceVersion: "24720"
    uid: 40dce257-6886-473b-8124-f1a29ea6e8cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:00:53.903741Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24806"
    uid: ebc668aa-c54d-4cce-8008-108e3b54aee5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:00:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:00:53Z"
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw.18a96d40ff5951fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24811"
    uid: b2452568-fdda-47a9-b12c-731f0d15e8a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:00:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: ebc668aa-c54d-4cce-8008-108e3b54aee5
  kind: Event
  lastTimestamp: "2026-04-24T23:00:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-0c0f7e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:00:54Z"
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw.18a96d41092cbf6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24819"
    uid: 10a6faa6-cb76-4dda-9f5a-dd057c1f9fcd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:00:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24815"
    uid: ebc668aa-c54d-4cce-8008-108e3b54aee5
  kind: Event
  lastTimestamp: "2026-04-24T23:00:54Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:00:54Z"
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw.18a96d413be745e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: d7f69703-c143-4d7c-bb4b-7887f2e1dd19
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: ebc668aa-c54d-4cce-8008-108e3b54aee5
  kind: Event
  lastTimestamp: "2026-04-24T23:01:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:01Z"
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw.18a96d413d687ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24889"
    uid: 396462a8-1b6c-48c8-b6ec-7d19c78cec80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: ebc668aa-c54d-4cce-8008-108e3b54aee5
  kind: Event
  lastTimestamp: "2026-04-24T23:01:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:01Z"
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw.18a96d414030df9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24894"
    uid: 42885ce1-113d-479c-9721-219c434fb8d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: ebc668aa-c54d-4cce-8008-108e3b54aee5
  kind: Event
  lastTimestamp: "2026-04-24T23:01:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:01Z"
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw.18a96d4140a24022
    namespace: kserve-ci-e2e-test
    resourceVersion: "24895"
    uid: 78529844-826c-407d-b467-aeb6520cca8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: ebc668aa-c54d-4cce-8008-108e3b54aee5
  kind: Event
  lastTimestamp: "2026-04-24T23:01:05Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw_kserve-ci-e2e-test(ebc668aa-c54d-4cce-8008-108e3b54aee5)
  metadata:
    creationTimestamp: "2026-04-24T23:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:01:05Z"
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw.18a96d43c3afd85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24930"
    uid: 10852188-1ba4-44b0-9189-49abac8d5323
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:00:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786
    namespace: kserve-ci-e2e-test
    resourceVersion: "24797"
    uid: aacb4198-ae9a-4fa3-8d5b-3ed61dd6d5b8
  kind: Event
  lastTimestamp: "2026-04-24T23:00:53Z"
  message: 'Created pod: isvc-secondary-0c0f7e-predictor-6bfc5d8786-ht5fw'
  metadata:
    creationTimestamp: "2026-04-24T23:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:00:53Z"
    name: isvc-secondary-0c0f7e-predictor-6bfc5d8786.18a96d40fef018de
    namespace: kserve-ci-e2e-test
    resourceVersion: "24808"
    uid: 2aefc029-3e82-4892-bfbb-7b6734d80696
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:00:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-0c0f7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24795"
    uid: 97c8077e-1d4c-4cb5-95e9-2f3ab85df1ef
  kind: Event
  lastTimestamp: "2026-04-24T23:00:53Z"
  message: Scaled up replica set isvc-secondary-0c0f7e-predictor-6bfc5d8786 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T23:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:00:53Z"
    name: isvc-secondary-0c0f7e-predictor.18a96d40fbdc508c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24799"
    uid: e53478dd-89df-4f78-939c-d0b381740e18
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-0c0f7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24796"
    uid: 7be09925-bf19-46bf-beee-5e4c884b156e
  kind: Event
  lastTimestamp: "2026-04-24T23:01:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:01:08Z"
    name: isvc-secondary-0c0f7e-predictor.18a96d447a487eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24955"
    uid: bb0cc589-b3c7-4851-b0da-e98a50e8653b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:01:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-0c0f7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24796"
    uid: 7be09925-bf19-46bf-beee-5e4c884b156e
  kind: Event
  lastTimestamp: "2026-04-24T23:01:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:01:08Z"
    name: isvc-secondary-0c0f7e-predictor.18a96d447ab61256
    namespace: kserve-ci-e2e-test
    resourceVersion: "24957"
    uid: 6cb1df8c-b807-4ed6-b85d-9d0689cf4a86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T23:00:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0c0f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24783"
    uid: 00363179-ee73-4ab9-8dd5-cb7d925d6697
  kind: Event
  lastTimestamp: "2026-04-24T23:01:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:01:08Z"
    name: isvc-secondary-0c0f7e.18a96d40fbbb2328
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 7f1b19e1-ce44-494b-b549-0d9da2835f86
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:00:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0c0f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24783"
    uid: 00363179-ee73-4ab9-8dd5-cb7d925d6697
  kind: Event
  lastTimestamp: "2026-04-24T23:00:53Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-0c0f7e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-0c0f7e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:00:53Z"
    name: isvc-secondary-0c0f7e.18a96d40fc326627
    namespace: kserve-ci-e2e-test
    resourceVersion: "24801"
    uid: 7c13961e-e6fb-4136-b2b6-02d25ac40f1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:00:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0c0f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24783"
    uid: 00363179-ee73-4ab9-8dd5-cb7d925d6697
  kind: Event
  lastTimestamp: "2026-04-24T23:00:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-0c0f7e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:00:53Z"
    name: isvc-secondary-0c0f7e.18a96d40fc32ae39
    namespace: kserve-ci-e2e-test
    resourceVersion: "24802"
    uid: 49fdddca-ec5a-4848-bf3a-8668dfa40755
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:40:13.643468Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14559"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:40:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:40:13Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c203a136acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14563"
    uid: 053002e2-749b-4dd3-9e27-54a758f9fe52
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14570"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:40:14Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:40:14Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c20534503f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14579"
    uid: 5d99dba0-d118-4755-b426-068d4a37f91e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:40:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:14Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c2054b88dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14582"
    uid: 4af77c72-9986-4040-a1f7-489bc54d3595
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:40:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:14Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c2057e5fcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14585"
    uid: 0b468209-831c-457c-9f0f-20870b5f63e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:40:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:14Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c20585b2a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: d1b1fd52-b81d-4553-861b-e55a0ea53680
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:40:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:17Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c213a0f26e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14620"
    uid: 975e64f6-2be1-4316-88b8-2faf5b47f112
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:40:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:17Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c213cbe9de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14622"
    uid: 4ec5de2f-5279-4937-ae49-2f5217815bb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:40:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:17Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c213d312900
    namespace: kserve-ci-e2e-test
    resourceVersion: "14624"
    uid: a09bf152-097f-4d65-994b-3f8bfd9ba6e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:40:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:17Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c213d3cf4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14626"
    uid: 42280f71-93e1-4393-8293-04ebef456bb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:40:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:18Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c214096f1cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14629"
    uid: 865d6370-bdff-4cdb-94ec-3799a110f68a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:40:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:18Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c2141075d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14630"
    uid: 6bd5f638-6f4c-4ef8-baab-e2910d06bb57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:40:18Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:3ccd79bac03ab2ef4e561ec5dd95857876389840b9f5d257961e6d8463f88534"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:18Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c214112daee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14631"
    uid: 25cc10cb-05e8-4d65-be7b-f960aee09843
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:40:18Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T22:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:18Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c2143f63fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14633"
    uid: 14a25e6a-3c85-4a19-84d8-8d50a1c9bb1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:40:18Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T22:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:18Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c2144673698
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: 32cc841a-3729-4f34-b13a-a77bbaec444e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:41:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:55Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c21b1c091c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: 937db9cf-fdeb-4bde-ad31-02488da3d5f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:41:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T22:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:55Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c21b1cb75ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15514"
    uid: ab4e4d96-af6c-451e-ad36-463b84bcae71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:41:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:38Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c3408890724
    namespace: kserve-ci-e2e-test
    resourceVersion: "15268"
    uid: 3f5c9c31-7af0-4b08-9890-7fdbe55b6c03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:41:38Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T22:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:38Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c34088a1b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15270"
    uid: 961f0412-1788-40d1-b82b-af7f5fe450a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:41:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:38Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c34088a6a80
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: 77fc5f04-47b2-4da1-83c7-78add68a96d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 795d7a1d-84da-48b7-a711-467bca095ba5
  kind: Event
  lastTimestamp: "2026-04-24T22:42:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:42:00Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69.18a96c348dd8bd04
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: 4525ba90-e795-4723-895d-fe6dc51f7ec2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14548"
    uid: 5662650a-667d-4062-b699-7feabab2d3cf
  kind: Event
  lastTimestamp: "2026-04-24T22:40:13Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-58c84cb6b9-c7f69'
  metadata:
    creationTimestamp: "2026-04-24T22:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:40:13Z"
    name: isvc-sklearn-batcher-custom-predictor-58c84cb6b9.18a96c2039aab518
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: cc0483b9-f914-4073-be27-d8d136de3bd3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: dc28b50e-0578-430d-b9a5-2ec7597eb13a
  kind: Event
  lastTimestamp: "2026-04-24T22:40:13Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-58c84cb6b9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:40:13Z"
    name: isvc-sklearn-batcher-custom-predictor.18a96c20354c8cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: f3b334da-cd63-4f54-a7de-9886dd353222
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14546"
    uid: 3f156218-8b79-4212-8bb9-4dbb9fa38d2a
  kind: Event
  lastTimestamp: "2026-04-24T22:40:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:40:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18a96c23b3db9f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14946"
    uid: 8e9dac7b-c67b-46d8-bf45-918ed76ddd63
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14546"
    uid: 3f156218-8b79-4212-8bb9-4dbb9fa38d2a
  kind: Event
  lastTimestamp: "2026-04-24T22:40:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:40:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18a96c23b43ec101
    namespace: kserve-ci-e2e-test
    resourceVersion: "14947"
    uid: 8c5a2532-9988-4a9a-8ecc-33913cab0db2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: 3f156218-8b79-4212-8bb9-4dbb9fa38d2a
  kind: Event
  lastTimestamp: "2026-04-24T22:41:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:41:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18a96c2733539f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 38fbdb8e-08bf-44ca-a85c-2ee24e80241b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: 3f156218-8b79-4212-8bb9-4dbb9fa38d2a
  kind: Event
  lastTimestamp: "2026-04-24T22:41:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:41:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18a96c2733b0857b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15167"
    uid: 76845e3d-49fb-4a9d-8334-50d6bd5af598
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14516"
    uid: 23c34310-9790-4bb0-a049-b3ba7605fea3
  kind: Event
  lastTimestamp: "2026-04-24T22:41:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:41:26Z"
    name: isvc-sklearn-batcher-custom.18a96c20352b80f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: 068daf0a-a425-46a6-9644-1049911b8d08
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14516"
    uid: 23c34310-9790-4bb0-a049-b3ba7605fea3
  kind: Event
  lastTimestamp: "2026-04-24T22:40:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:40:13Z"
    name: isvc-sklearn-batcher-custom.18a96c20359030db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14567"
    uid: 5585d1f4-e77d-4092-87e9-d3220e3a61cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14525"
    uid: 23c34310-9790-4bb0-a049-b3ba7605fea3
  kind: Event
  lastTimestamp: "2026-04-24T22:40:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:40:13Z"
    name: isvc-sklearn-batcher-custom.18a96c203adac5eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14573"
    uid: eb3f08b2-c74d-47c2-abbb-96059a433508
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 23c34310-9790-4bb0-a049-b3ba7605fea3
  kind: Event
  lastTimestamp: "2026-04-24T22:41:26Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:41:26Z"
    name: isvc-sklearn-batcher-custom.18a96c31158bd74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15145"
    uid: 16188845-b1cc-48ea-a93a-e8a225c462bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:38:38.549663Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13785"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-587b88589b-bk975
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:38:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:38:38Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0a160b2a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "13793"
    uid: 25d62ffe-018b-4e6c-8e64-1d16be082392
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13799"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:38:38Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:38:38Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0a2edb321a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13806"
    uid: c50c9dda-313c-4b6a-8b14-377d16eabbbb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:38:38Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
  metadata:
    creationTimestamp: "2026-04-24T22:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:38:38Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0a3053431b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13808"
    uid: 7af2eef5-336d-4bcb-a52b-293c0064b374
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:38:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    in 3.265s (3.265s including waiting). Image size: 301160875 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:38:42Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0af2f8d841
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: f39e2657-0699-43a0-a611-8dbe96126cfd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:38:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:38:42Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0af6162bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "13832"
    uid: 734f0dbd-9f01-47cd-9804-b019f049d942
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:38:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:38:42Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0af688d088
    namespace: kserve-ci-e2e-test
    resourceVersion: "13833"
    uid: bd3a2de9-6965-46a6-862f-62fd915456c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:38:46Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
  metadata:
    creationTimestamp: "2026-04-24T22:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:38:46Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0bf922489d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13867"
    uid: 932f2e16-7c45-476e-a635-72d03f874120
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:38:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
    in 13.162s (13.163s including waiting). Image size: 1561011115 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:38:59Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0f09b639d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13969"
    uid: 3b03c5d5-5300-45b9-9bb5-dbd527595ef3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:38:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:38:59Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0f0d4d7a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13971"
    uid: eb29fec7-f7c9-43a6-8e8a-aafb2e5933b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:38:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:38:59Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0f0dc562b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13972"
    uid: 21049e9b-4677-4516-abae-dae41083ef40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:38:59Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-24T22:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:38:59Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0f0dd0c604
    namespace: kserve-ci-e2e-test
    resourceVersion: "13973"
    uid: 331469c5-91ec-47fe-a674-b5f79ca4d516
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:39:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.177s (2.177s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:39:02Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0f8f9dde53
    namespace: kserve-ci-e2e-test
    resourceVersion: "13988"
    uid: 0d46915b-4722-428f-a75d-419bb38d6ab1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:39:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:39:02Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0f92c56cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13990"
    uid: 6965b604-9620-48fd-bc95-b118fcdb4652
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:39:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:39:02Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0f9342126d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13991"
    uid: bc473643-0dde-4627-a538-b8b86a1bc653
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:39:02Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:3ccd79bac03ab2ef4e561ec5dd95857876389840b9f5d257961e6d8463f88534"
  metadata:
    creationTimestamp: "2026-04-24T22:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:39:02Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c0f934eda7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13992"
    uid: 2e33eb60-7357-47ac-8c76-60dda0fdfda5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:39:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:3ccd79bac03ab2ef4e561ec5dd95857876389840b9f5d257961e6d8463f88534"
    in 2.449s (2.449s including waiting). Image size: 238035022 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:39:04Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c1025565627
    namespace: kserve-ci-e2e-test
    resourceVersion: "14007"
    uid: 4ca5b0c6-04fd-4bb9-a158-a2a77122b57f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:39:04Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T22:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:39:04Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c10283a6942
    namespace: kserve-ci-e2e-test
    resourceVersion: "14008"
    uid: 6635adbc-b9e7-4f64-b6f4-e6e8c2edf52d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:39:04Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T22:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:39:04Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c1028bf0603
    namespace: kserve-ci-e2e-test
    resourceVersion: "14009"
    uid: 05b2a5fb-fcf9-41e1-a3b1-5b2f68af7bf1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:40:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:40Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c102e4a4a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "14809"
    uid: fc669d90-d98d-4e33-b7a5-93c967a5a144
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:40:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T22:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:30Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c102e54363a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14732"
    uid: 52937130-95a9-4a6a-a47d-ba3b456b9e6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:40:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:13Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c203428c8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14543"
    uid: e3b1523c-9932-4f7d-9a04-2a12079383ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:40:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:13Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c20342b8ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14545"
    uid: a527d00a-65cc-4481-a3ee-aa2075100cd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:40:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T22:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:13Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c20342c6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "14547"
    uid: e8926ed0-de2c-4dc6-9064-1945bb67dcf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 61a98e46-df8c-4fd2-9f35-6b6262327e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:40:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:40:40Z"
    name: isvc-sklearn-batcher-predictor-587b88589b-bk975.18a96c20b64ebc89
    namespace: kserve-ci-e2e-test
    resourceVersion: "14808"
    uid: 9ee12c0f-240f-4c7d-a913-d5f66050537d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-587b88589b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13775"
    uid: 55814c27-1383-4ca6-a403-5afb46e6664d
  kind: Event
  lastTimestamp: "2026-04-24T22:38:38Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-587b88589b-bk975'
  metadata:
    creationTimestamp: "2026-04-24T22:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:38:38Z"
    name: isvc-sklearn-batcher-predictor-587b88589b.18a96c0a1583b061
    namespace: kserve-ci-e2e-test
    resourceVersion: "13788"
    uid: 60f35bd7-1a5e-4be6-81fb-46f6f57c51fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13774"
    uid: c43bea58-878a-4c30-baf5-8172d5bb4326
  kind: Event
  lastTimestamp: "2026-04-24T22:38:38Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-587b88589b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T22:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:38:38Z"
    name: isvc-sklearn-batcher-predictor.18a96c0a0fcc6c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "13777"
    uid: 921ab934-8092-4822-96f0-5acf2e44eca8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13787"
    uid: 8786c663-03f3-4e91-a30a-685744dab7ea
  kind: Event
  lastTimestamp: "2026-04-24T22:39:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:39:38Z"
    name: isvc-sklearn-batcher-predictor.18a96c0d9554c852
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: 8b22974f-acd1-4955-8ed8-968c3e7bf41c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13787"
    uid: 8786c663-03f3-4e91-a30a-685744dab7ea
  kind: Event
  lastTimestamp: "2026-04-24T22:39:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:39:38Z"
    name: isvc-sklearn-batcher-predictor.18a96c0d95c23bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14254"
    uid: 68e71d27-f077-481f-8718-bf1cc25bbe0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:39:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13921"
    uid: 8786c663-03f3-4e91-a30a-685744dab7ea
  kind: Event
  lastTimestamp: "2026-04-24T22:40:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:40:08Z"
    name: isvc-sklearn-batcher-predictor.18a96c1493c5bd7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14474"
    uid: eb9d41a4-af8c-4e78-952e-fafa7b01a136
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:39:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13921"
    uid: 8786c663-03f3-4e91-a30a-685744dab7ea
  kind: Event
  lastTimestamp: "2026-04-24T22:40:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:40:08Z"
    name: isvc-sklearn-batcher-predictor.18a96c149429df36
    namespace: kserve-ci-e2e-test
    resourceVersion: "14475"
    uid: 1beaf2d4-7a95-4a2a-a61a-63df2e4112e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13765"
    uid: fdf3bf34-0078-46fb-b35f-e266d980c5f2
  kind: Event
  lastTimestamp: "2026-04-24T22:40:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:40:00Z"
    name: isvc-sklearn-batcher.18a96c0a15e12146
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: f3353d0e-ddfa-484a-92af-cc936caaa180
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13765"
    uid: fdf3bf34-0078-46fb-b35f-e266d980c5f2
  kind: Event
  lastTimestamp: "2026-04-24T22:38:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:38:38Z"
    name: isvc-sklearn-batcher.18a96c0a1653ce0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13795"
    uid: 7f5e31c1-2607-4b34-a956-a91ffee243ba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:38:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13765"
    uid: fdf3bf34-0078-46fb-b35f-e266d980c5f2
  kind: Event
  lastTimestamp: "2026-04-24T22:38:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:38:38Z"
    name: isvc-sklearn-batcher.18a96c0a165427bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13798"
    uid: bee28348-8227-4e77-b072-ad13a96d5b51
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:40:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14424"
    uid: fdf3bf34-0078-46fb-b35f-e266d980c5f2
  kind: Event
  lastTimestamp: "2026-04-24T22:40:00Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:40:00Z"
    name: isvc-sklearn-batcher.18a96c1d3e4e6c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "14425"
    uid: c617cf9c-8c33-40c2-8078-afece5156d68
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:50:15.163918Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:50:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:50:15Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cac477d14db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: 9e0c91d7-98cf-452d-a9ce-8393db6651b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19588"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:15Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:50:15Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cac60a00acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19596"
    uid: 811714ca-a92f-41e9-93f4-f50ee002c371
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:15Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cac61fe324a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19598"
    uid: 999ecb0b-f3fb-4963-be1f-f26bfb3b6636
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:15Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cac64ffcf83
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: 22a97a37-d0b1-4c27-8e1f-66d3aa24b574
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:15Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cac65713146
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: 47a1a62d-664e-41de-913c-245e65f01b8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:19Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cad5e628440
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: 3bcebe88-c31a-468e-a21b-060dbc4efd47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:19Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cad6118ead6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 95ac7a2a-5f47-4143-bbb5-798e9c5d166a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:19Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cad618bec6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19647"
    uid: f9bbc5b5-5a15-4b94-b5d8-6b6e7561f8b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:19Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-24T22:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:19Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cad6196aa48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: c5a7139e-7d11-46d1-8ff0-13f52686eb25
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.714s (2.714s including waiting). Image size: 237801512 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:22Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cae035d9c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19666"
    uid: eea41798-6d5b-4741-bb1b-481fe436cd7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:22Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-24T22:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:22Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cae0645bf4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19667"
    uid: b5860cbc-3462-4268-aaef-fcd7fd87cbb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:22Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T22:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:22Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cae06bbd34f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: a2b6de4d-e94c-4d7f-8af7-b70376f22eb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:22Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cae06c8ceff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19669"
    uid: a235d4b7-f5dd-4361-ae95-a900f5d94735
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:22Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cae098e7bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: acfe67e7-fc8d-48c2-9b7c-d9a976314259
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:50:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:50:22Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cae0a0519f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: 71630ba3-63bb-489b-952c-4c52db3254b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:51:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:35Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cbeed1a31a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: 886ad577-647d-4f64-9b27-d89168196b7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:51:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:35Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cbeed1cd482
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: a6f1efae-81bb-4e30-9197-062cfb80047d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:51:35Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T22:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:35Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cbeed1cf69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20214"
    uid: f4e6cc77-dbac-4b71-aa5c-8f0e80c27a89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:52:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:52:04Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cbffff6aa3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20478"
    uid: 8895e021-29dd-4874-b7dd-ad6e62d3428e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 0c3fd6b3-d5ba-4417-97ff-777aadcd9556
  kind: Event
  lastTimestamp: "2026-04-24T22:51:59Z"
  message: 'Readiness probe failed: Get "http://10.133.0.30:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:51:59Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx.18a96cc00043208a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20442"
    uid: 399fae5b-640b-4fb5-bcfd-4e9aa19a748b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-c4b9ff587
    namespace: kserve-ci-e2e-test
    resourceVersion: "19570"
    uid: 386165e4-8d67-4dd7-b9c6-bde5fc7468e1
  kind: Event
  lastTimestamp: "2026-04-24T22:50:15Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-c4b9ff587-62qtx'
  metadata:
    creationTimestamp: "2026-04-24T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:50:15Z"
    name: isvc-sklearn-mcp-predictor-c4b9ff587.18a96cac46e63ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19581"
    uid: 978dd34f-3051-4185-beb8-79715e42f742
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19567"
    uid: 98fde844-cbb3-4ec6-a2f5-9ebe9894aa7b
  kind: Event
  lastTimestamp: "2026-04-24T22:50:15Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-c4b9ff587 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:50:15Z"
    name: isvc-sklearn-mcp-predictor.18a96cac44394f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: 633fbfef-d18b-46cf-a46f-a6424e940b9a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19540"
    uid: 82b96c88-7165-45f8-90e9-8bcc1950a6ff
  kind: Event
  lastTimestamp: "2026-04-24T22:51:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:51:29Z"
    name: isvc-sklearn-mcp.18a96cac43b25465
    namespace: kserve-ci-e2e-test
    resourceVersion: "20136"
    uid: f433b3f7-9485-4067-8eaf-6c0fd7371faf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:50:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19540"
    uid: 82b96c88-7165-45f8-90e9-8bcc1950a6ff
  kind: Event
  lastTimestamp: "2026-04-24T22:50:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:50:15Z"
    name: isvc-sklearn-mcp.18a96cac4446f38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19572"
    uid: 664b7d48-8e44-47ed-bd09-e6d6354f3862
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:51:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20134"
    uid: 82b96c88-7165-45f8-90e9-8bcc1950a6ff
  kind: Event
  lastTimestamp: "2026-04-24T22:51:29Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:51:29Z"
    name: isvc-sklearn-mcp.18a96cbdb0fe1b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "20135"
    uid: a4a40cd2-63b7-4a28-a12a-6b28782ba48b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:10:37.494806Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30041"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5cf96b68d-vjw9m
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:10:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:10:37Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96dc8e01646e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30047"
    uid: 24dc78d1-7c29-4751-891f-1b70944b7ae4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30051"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:10:37Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:10:37Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96dc8f8e732f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 0471dc3c-360e-4b48-b1e0-690ce4c13da6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:10:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:10:37Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96dc8fa33f05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: efb67f63-44c2-4f0c-a841-8dcb9bf95974
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:10:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:10:37Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96dc8fd0119fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30063"
    uid: 5d3b9812-8823-4e9c-9626-78def2ba8ea0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:10:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:10:37Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96dc8fd77563b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30064"
    uid: 5ef42b85-fbce-4262-b799-6aadfcda4929
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:10:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:10:41Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96dc9cfadf091
    namespace: kserve-ci-e2e-test
    resourceVersion: "30096"
    uid: 2eb9ce81-4b53-4ec4-8b5b-6dd97db319ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:10:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:10:41Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96dc9d2f9ca2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30100"
    uid: da6fff86-a57f-44ac-9dd3-bbfb9cf9059f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:10:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:10:41Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96dc9d3685d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "30101"
    uid: c7e39c30-1696-46c2-9d41-e505d18b0153
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:10:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:10:41Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96dc9d3751b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30102"
    uid: 3f3f422e-9889-4a12-81b1-ce1d648b6a61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:10:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:10:41Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96dc9d6cfe06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30106"
    uid: 5cc0c7b6-29e5-4db5-9200-edfb6c9675d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:10:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:10:41Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96dc9d741c4a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30107"
    uid: 0ff7a049-8f33-4d61-8c74-aac1681f88e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:11:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:11:59Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96dca47523a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "30740"
    uid: c6fc9ab0-110d-4af1-8a1e-c79a3af1d4d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:11:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:11:57Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96ddb86122891
    namespace: kserve-ci-e2e-test
    resourceVersion: "30687"
    uid: b205116d-a00d-4496-8d06-43820fd39b8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:11:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:11:57Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96ddb861291d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30690"
    uid: 643b18b1-6a3a-4340-873e-4371c7868e96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 46b76c5d-1762-4521-b65b-47fba03e5520
  kind: Event
  lastTimestamp: "2026-04-24T23:11:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:11:59Z"
    name: isvc-sklearn-predictor-5cf96b68d-vjw9m.18a96ddbf96f9cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: fb8871d6-14fe-4345-9a5c-79ec2d99672c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5cf96b68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: b43964f5-84dd-492f-823a-f3eb3f0024d6
  kind: Event
  lastTimestamp: "2026-04-24T23:10:37Z"
  message: 'Created pod: isvc-sklearn-predictor-5cf96b68d-vjw9m'
  metadata:
    creationTimestamp: "2026-04-24T23:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:10:37Z"
    name: isvc-sklearn-predictor-5cf96b68d.18a96dc8dfb06531
    namespace: kserve-ci-e2e-test
    resourceVersion: "30043"
    uid: 70a2b579-4d57-4285-917c-72f74d0c0ebe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30030"
    uid: 7f54934e-ea69-4f95-9bad-c89a231b2241
  kind: Event
  lastTimestamp: "2026-04-24T23:10:37Z"
  message: Scaled up replica set isvc-sklearn-predictor-5cf96b68d from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:10:37Z"
    name: isvc-sklearn-predictor.18a96dc8dd14d151
    namespace: kserve-ci-e2e-test
    resourceVersion: "30034"
    uid: ad6b1643-9a8b-4ee9-bf59-28d9746a9aa8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30031"
    uid: f83db8b0-a297-43a4-9f71-3324bcc3236d
  kind: Event
  lastTimestamp: "2026-04-24T23:11:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:11:07Z"
    name: isvc-sklearn-predictor.18a96dcc5c18374a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30298"
    uid: 79d628cd-8105-49e4-af80-8789f156d976
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30031"
    uid: f83db8b0-a297-43a4-9f71-3324bcc3236d
  kind: Event
  lastTimestamp: "2026-04-24T23:11:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:11:07Z"
    name: isvc-sklearn-predictor.18a96dcc5c6dc006
    namespace: kserve-ci-e2e-test
    resourceVersion: "30299"
    uid: 56f741fb-c09d-4942-b631-c3b777187c29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30186"
    uid: f83db8b0-a297-43a4-9f71-3324bcc3236d
  kind: Event
  lastTimestamp: "2026-04-24T23:11:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:11:52Z"
    name: isvc-sklearn-predictor.18a96dd35a5fb61b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30623"
    uid: 5b1020f9-14a8-4305-8a0b-ecfc1cae8b4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30186"
    uid: f83db8b0-a297-43a4-9f71-3324bcc3236d
  kind: Event
  lastTimestamp: "2026-04-24T23:11:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:11:52Z"
    name: isvc-sklearn-predictor.18a96dd35acff2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: a2fd7db2-eaf5-4380-a829-ccaa329180bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:12:57.841088Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31212"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:12:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:12:57Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96de98d609b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: d603da7f-c956-40ab-b479-dd9929729313
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:12:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:12:58Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96de99e5bc5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31230"
    uid: 3679c6aa-2c13-4617-9634-109feaf9a6b7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:12:58Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:12:58Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96de9c9c7a594
    namespace: kserve-ci-e2e-test
    resourceVersion: "31241"
    uid: 5a09899e-c735-4e60-bc80-f113f013b1d3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:12:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:12:58Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96de9cb13427c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31243"
    uid: cffaa8ff-0fb5-4e85-884c-d593fea8a621
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:12:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:12:58Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96de9ce92f7aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31245"
    uid: 4d84eb41-e5f4-4eb0-a396-aa189e78e616
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:12:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:12:58Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96de9cf083148
    namespace: kserve-ci-e2e-test
    resourceVersion: "31246"
    uid: 60a37e45-7244-46ca-81b8-1aafe998fb52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:13:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:04Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96deb33f17568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 8923848f-3941-499f-8dd9-1e6a15e03ab6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:13:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:04Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96deb3723bf94
    namespace: kserve-ci-e2e-test
    resourceVersion: "31299"
    uid: f717ca14-dca6-4107-bf48-2b706d03a746
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:13:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:04Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96deb37986ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 60c78fa5-2042-4514-84ca-ce2e22776bd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:13:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:04Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96deb37a48eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31301"
    uid: 404ba06e-1321-46d1-89a7-d8e06bfe71fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:13:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:05Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96deb3a8674f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31303"
    uid: 78920484-5013-44ce-809f-4decb2532c3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:13:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:05Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96deb3afb4d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "31304"
    uid: 1c39e309-2082-4819-b50a-d018648cf5e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:13:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:11Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96deb6ff558a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31361"
    uid: 13a3479a-4225-442d-9738-82e751bd2dc9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:13:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:34Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96df22d5d342b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31559"
    uid: fccf9fc3-5d6f-494b-8c89-6fa840b3c29e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 88b0a14a-b549-4724-8c64-7ede4ab92864
  kind: Event
  lastTimestamp: "2026-04-24T23:13:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:34Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw.18a96df22d5ec04d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31561"
    uid: e5d0b128-2004-4c34-80c7-f77c22f41bd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-d64d94cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31203"
    uid: b246dc6b-4b7f-4c63-845f-eef9007a19d9
  kind: Event
  lastTimestamp: "2026-04-24T23:12:57Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-d64d94cdb-dmwhw'
  metadata:
    creationTimestamp: "2026-04-24T23:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:12:57Z"
    name: isvc-sklearn-runtime-predictor-d64d94cdb.18a96de98cee7d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "31214"
    uid: c4fce57e-e719-4b1f-9ab2-475da2dda02b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31202"
    uid: f9368fa9-f19c-45c0-8b4b-cf8d7df01226
  kind: Event
  lastTimestamp: "2026-04-24T23:12:57Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-d64d94cdb from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T23:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:12:57Z"
    name: isvc-sklearn-runtime-predictor.18a96de98a4d7b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "31205"
    uid: 2642f1d3-674d-40a6-9d0a-05ab64e0d9a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31204"
    uid: 25bff2a0-ed1b-448c-8e20-fd94205f3f99
  kind: Event
  lastTimestamp: "2026-04-24T23:13:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:13:27Z"
    name: isvc-sklearn-runtime-predictor.18a96ded09c02836
    namespace: kserve-ci-e2e-test
    resourceVersion: "31478"
    uid: 29f03f55-3d25-4345-803b-1abb6761b83b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31204"
    uid: 25bff2a0-ed1b-448c-8e20-fd94205f3f99
  kind: Event
  lastTimestamp: "2026-04-24T23:13:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:13:27Z"
    name: isvc-sklearn-runtime-predictor.18a96ded0a2c8992
    namespace: kserve-ci-e2e-test
    resourceVersion: "31479"
    uid: 249a446b-115d-41c5-b204-326ec6ae9264
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31174"
    uid: 89b3a893-8a08-43cf-9607-91b599b748bd
  kind: Event
  lastTimestamp: "2026-04-24T23:13:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:13:22Z"
    name: isvc-sklearn-runtime.18a96de98a7bc140
    namespace: kserve-ci-e2e-test
    resourceVersion: "31440"
    uid: 336bfdf4-78de-4661-a6be-cbc54d2c760e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31174"
    uid: 89b3a893-8a08-43cf-9607-91b599b748bd
  kind: Event
  lastTimestamp: "2026-04-24T23:12:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:12:57Z"
    name: isvc-sklearn-runtime.18a96de98ad49665
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4604755e-a0e8-4c42-bd9a-adbeb0a9bd98
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31437"
    uid: 89b3a893-8a08-43cf-9607-91b599b748bd
  kind: Event
  lastTimestamp: "2026-04-24T23:13:22Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:13:22Z"
    name: isvc-sklearn-runtime.18a96def2f6e5e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 4a22b84f-495a-4c44-b109-3033dc058b4f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:27:29.411459Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38572"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:27:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:27:29Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96eb47b050eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38579"
    uid: 5edcbf46-c047-4fd4-9bd9-711321bc58ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38583"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:27:29Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:27:29Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96eb493cd061a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38589"
    uid: c28919d7-3c6a-4ce3-b226-c7f231f5a51c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:27:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:27:29Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96eb495256a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "38591"
    uid: 551afecc-6718-469a-bdbb-fd5f056caa40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:27:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:27:29Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96eb49814b944
    namespace: kserve-ci-e2e-test
    resourceVersion: "38593"
    uid: b89a0beb-b7d3-477f-a124-246122bba838
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:27:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:27:29Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96eb498881288
    namespace: kserve-ci-e2e-test
    resourceVersion: "38594"
    uid: 47baae98-ecff-429a-b022-62d26d928e09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:27:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:27:31Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96eb4fd6a1e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38612"
    uid: cd2a8cf5-e50c-48a2-a63e-ddce86ec4e10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:27:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:27:31Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96eb5002a970b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 75b2a429-824b-4ac6-80d8-72367ca5d7a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:27:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:27:31Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96eb5009e435b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38616"
    uid: 80128b85-253a-4d10-b752-72838e012f40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:27:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:27:31Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96eb500aae048
    namespace: kserve-ci-e2e-test
    resourceVersion: "38619"
    uid: 59458087-ee50-4fcd-b0dc-1a645a797f80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:27:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:27:31Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96eb5034a8a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "38621"
    uid: 8ced1852-7df5-40c6-ac30-431172e8d560
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:27:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:27:31Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96eb503bcb8c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38622"
    uid: 8f040e5d-4564-45bd-ace6-212d68fec5eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:28:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:49Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96eb5756ffac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39241"
    uid: 7daa62af-7228-41a9-b7cd-efa13d022e5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:28:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:49Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96ec71fbbad42
    namespace: kserve-ci-e2e-test
    resourceVersion: "39204"
    uid: 79347e14-f17c-4c14-ae63-794c5a701be4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:28:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:49Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96ec71fbcd24c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39205"
    uid: 215016ab-ebc3-4c93-8771-484e29a4513d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: f5f188a6-cb8b-45a2-b8e3-8d25598ee9c2
  kind: Event
  lastTimestamp: "2026-04-24T23:28:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:49Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979-hvskj.18a96ec7279b64fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39237"
    uid: f67116f6-096b-4c7d-b8ff-eec09e515480
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-5bd5d9979
    namespace: kserve-ci-e2e-test
    resourceVersion: "38563"
    uid: 46731814-ba78-4f2e-ac16-b12cad2694f0
  kind: Event
  lastTimestamp: "2026-04-24T23:27:29Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-5bd5d9979-hvskj'
  metadata:
    creationTimestamp: "2026-04-24T23:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:27:29Z"
    name: isvc-sklearn-s3-predictor-5bd5d9979.18a96eb47aa06c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 61ab5e7d-e8bd-4969-aff8-942a1697c51c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38559"
    uid: 66d032be-40ae-4ca3-9caa-95e282c22f92
  kind: Event
  lastTimestamp: "2026-04-24T23:27:29Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-5bd5d9979 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:27:29Z"
    name: isvc-sklearn-s3-predictor.18a96eb4778ce73f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38565"
    uid: 152ba180-86dd-4ce4-93f5-8a85949d14c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38562"
    uid: daffae6a-86fd-4735-8d2b-9c4e5f2e8dbf
  kind: Event
  lastTimestamp: "2026-04-24T23:27:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:27:59Z"
    name: isvc-sklearn-s3-predictor.18a96eb7f649b0c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38827"
    uid: 542de542-3de2-4ef0-95ea-49238e9142a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38562"
    uid: daffae6a-86fd-4735-8d2b-9c4e5f2e8dbf
  kind: Event
  lastTimestamp: "2026-04-24T23:27:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:27:59Z"
    name: isvc-sklearn-s3-predictor.18a96eb7f6acabbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38828"
    uid: 81470676-4557-4cf8-a3e8-0951ca29f040
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: daffae6a-86fd-4735-8d2b-9c4e5f2e8dbf
  kind: Event
  lastTimestamp: "2026-04-24T23:28:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:28:44Z"
    name: isvc-sklearn-s3-predictor.18a96ebef479ecdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: d3701ee2-485a-4f7e-ac47-872164cb3b0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: daffae6a-86fd-4735-8d2b-9c4e5f2e8dbf
  kind: Event
  lastTimestamp: "2026-04-24T23:28:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:28:44Z"
    name: isvc-sklearn-s3-predictor.18a96ebef4db7a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39142"
    uid: 478f3456-88b1-48bd-86b3-1ad92d335506
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:31:32.908014Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40675"
    uid: 34ecaeee-be23-427c-977c-6305b29351ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:31:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:31:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk.18a96eed2c8b9b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "40682"
    uid: 70b1725c-1aa1-41d2-8fa3-2fb28ba3f426
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40686"
    uid: 34ecaeee-be23-427c-977c-6305b29351ba
  kind: Event
  lastTimestamp: "2026-04-24T23:31:33Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:31:33Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk.18a96eed456e622f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40696"
    uid: e1a58c7a-e6d6-448b-b073-4943f60b0319
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40680"
    uid: 34ecaeee-be23-427c-977c-6305b29351ba
  kind: Event
  lastTimestamp: "2026-04-24T23:31:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:36Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk.18a96eed46bf8841
    namespace: kserve-ci-e2e-test
    resourceVersion: "40727"
    uid: d6f6d340-3a01-455b-aef1-064fc23f38e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40680"
    uid: 34ecaeee-be23-427c-977c-6305b29351ba
  kind: Event
  lastTimestamp: "2026-04-24T23:31:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:36Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk.18a96eed4944ec3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40734"
    uid: 57a838e1-f17c-4943-a951-22c1b37805fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40680"
    uid: 34ecaeee-be23-427c-977c-6305b29351ba
  kind: Event
  lastTimestamp: "2026-04-24T23:31:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:36Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk.18a96eed49b8c90b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40735"
    uid: 2bd3a3d8-29c6-4cee-bdba-401a712b349f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40680"
    uid: 34ecaeee-be23-427c-977c-6305b29351ba
  kind: Event
  lastTimestamp: "2026-04-24T23:31:42Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk_kserve-ci-e2e-test(34ecaeee-be23-427c-977c-6305b29351ba)
  metadata:
    creationTimestamp: "2026-04-24T23:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:42Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk.18a96eef60412d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40777"
    uid: 1dbb7c11-289e-438d-9e12-118215371a6c
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40666"
    uid: f2feab28-b6f7-4a22-934f-d70595594a17
  kind: Event
  lastTimestamp: "2026-04-24T23:31:32Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f-pmwjk'
  metadata:
    creationTimestamp: "2026-04-24T23:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:31:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f.18a96eed2c0c28b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40679"
    uid: b9cf8afd-3783-49bc-874b-748542fa23fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40663"
    uid: d7b01df1-f689-4731-8124-fb3e91408cd0
  kind: Event
  lastTimestamp: "2026-04-24T23:31:32Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-6d9bf6b78f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:31:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a96eed296fd742
    namespace: kserve-ci-e2e-test
    resourceVersion: "40668"
    uid: 3d5a7c69-af09-49a9-9bf3-789d58e790ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40654"
    uid: 44fece36-6253-451f-8571-05ea9b61bbd3
  kind: Event
  lastTimestamp: "2026-04-24T23:31:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:31:42Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a96eed294e3c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40782"
    uid: 36f65909-03c3-4eb0-965f-436b8cfacdea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40654"
    uid: 44fece36-6253-451f-8571-05ea9b61bbd3
  kind: Event
  lastTimestamp: "2026-04-24T23:31:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:31:32Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a96eed29f1c059
    namespace: kserve-ci-e2e-test
    resourceVersion: "40670"
    uid: d7d0cf2c-6739-4235-a0ef-6cf4e6b13e38
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:30:21.803118Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40063"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:30:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:30:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96edc9e5d0369
    namespace: kserve-ci-e2e-test
    resourceVersion: "40071"
    uid: 6e0fabb6-fdd1-4151-a226-94624bd82d72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40075"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: "2026-04-24T23:30:22Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:30:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96edcb7f8ce6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40087"
    uid: ff7a9d50-c4d4-446a-b3dc-b2d861829710
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40066"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: "2026-04-24T23:30:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96edcb9535f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "40089"
    uid: ef8d8fe5-c6a4-4cde-aa37-32fabf9cb331
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40066"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: "2026-04-24T23:30:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96edcbc692276
    namespace: kserve-ci-e2e-test
    resourceVersion: "40091"
    uid: 5ddc780c-91a7-4b16-a251-34c9328a4164
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40066"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: "2026-04-24T23:30:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96edcbcdc10cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40092"
    uid: 5c6450a0-eccb-4c09-9233-f832d5c11ce5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40066"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: "2026-04-24T23:30:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96edd28563fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40112"
    uid: d8eb0f56-5fb9-4eb8-9ad1-cd8dcd2781a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40066"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: "2026-04-24T23:30:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96edd2b1d591a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40114"
    uid: a727c601-5b99-4621-a953-894bd05b05ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40066"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: "2026-04-24T23:30:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96edd2b93f954
    namespace: kserve-ci-e2e-test
    resourceVersion: "40117"
    uid: 8abd0dbd-5860-4121-8b9b-2a8a4087fe2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40066"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: "2026-04-24T23:30:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96edd2b9ef4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40118"
    uid: 04aa8f8a-057d-44c4-86db-4105fcacb7c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40066"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: "2026-04-24T23:30:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96edd2ec92203
    namespace: kserve-ci-e2e-test
    resourceVersion: "40120"
    uid: c2367ae6-784b-4768-9d4c-7e02f1aed0cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40066"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: "2026-04-24T23:30:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96edd2f4e1381
    namespace: kserve-ci-e2e-test
    resourceVersion: "40121"
    uid: b815e294-9012-44dc-8e59-6e01aa6d122f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40066"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: "2026-04-24T23:31:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96edd64394151
    namespace: kserve-ci-e2e-test
    resourceVersion: "40534"
    uid: f1688bfe-e74d-4662-9a72-0f92636a2bc1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40066"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: "2026-04-24T23:31:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96eecec9afd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "40639"
    uid: d31d5dd1-2d73-4a26-99b1-fd1d25654e1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40066"
    uid: f9b23b09-4a7d-4782-9458-e3ee7f1be038
  kind: Event
  lastTimestamp: "2026-04-24T23:31:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr.18a96eecec9b8ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40640"
    uid: 548a384a-8dbd-4d48-8bf0-2be66cc4b646
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40054"
    uid: 3ab8cecf-b429-4cdf-b7fd-efbc5551a6cc
  kind: Event
  lastTimestamp: "2026-04-24T23:30:21Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f-crcgr'
  metadata:
    creationTimestamp: "2026-04-24T23:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:30:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f.18a96edc9ddc5080
    namespace: kserve-ci-e2e-test
    resourceVersion: "40065"
    uid: e1ea3942-8e65-425f-9109-61852cb6be4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40052"
    uid: 87e6f94f-1d6c-478b-90d0-21ea0b6f662e
  kind: Event
  lastTimestamp: "2026-04-24T23:30:21Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-6c99d9597f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:30:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96edc9b6b290b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40057"
    uid: 5b1b7464-981a-4ecb-b70e-c283b03f4fd3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40053"
    uid: d64d7f03-effc-40f7-8284-c9de6d65dd05
  kind: Event
  lastTimestamp: "2026-04-24T23:31:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:31:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96ee019dd2f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40542"
    uid: d43f78a4-224f-4804-b8f6-4f5241d41cd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40053"
    uid: d64d7f03-effc-40f7-8284-c9de6d65dd05
  kind: Event
  lastTimestamp: "2026-04-24T23:31:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:31:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96ee01a3f91fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "40543"
    uid: db8186bf-afa4-4eb0-9344-dc4c076a0253
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40218"
    uid: d64d7f03-effc-40f7-8284-c9de6d65dd05
  kind: Event
  lastTimestamp: "2026-04-24T23:30:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:30:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96ee3992b464d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40331"
    uid: 26bc7d83-b4f0-4953-94e5-e4f44b24a216
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40218"
    uid: d64d7f03-effc-40f7-8284-c9de6d65dd05
  kind: Event
  lastTimestamp: "2026-04-24T23:30:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:30:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96ee3998b27cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: 7cbd3e43-3f55-467f-91b4-f3de2962065a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40042"
    uid: 7c1c5974-3a5c-4151-817b-0e33047e2bb2
  kind: Event
  lastTimestamp: "2026-04-24T23:31:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:31:31Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a96edc9b432282
    namespace: kserve-ci-e2e-test
    resourceVersion: "40616"
    uid: 03b6dc9d-2e45-451d-b7eb-d3af651a6ab2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40042"
    uid: 7c1c5974-3a5c-4151-817b-0e33047e2bb2
  kind: Event
  lastTimestamp: "2026-04-24T23:30:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:30:21Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a96edc9ba3ab8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40077"
    uid: 94cd2e91-62d5-4598-ba89-494133f1946f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40048"
    uid: 7c1c5974-3a5c-4151-817b-0e33047e2bb2
  kind: Event
  lastTimestamp: "2026-04-24T23:30:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T23:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:30:21Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a96edca1357321
    namespace: kserve-ci-e2e-test
    resourceVersion: "40078"
    uid: 64b5031f-c338-4261-b8a6-2f2567feb7cf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40612"
    uid: 7c1c5974-3a5c-4151-817b-0e33047e2bb2
  kind: Event
  lastTimestamp: "2026-04-24T23:31:31Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:31:31Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a96eecc97f5d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "40613"
    uid: 3d5fa93f-7b8e-4a66-aa60-7f7372c0e9d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:30:10.743320Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39905"
    uid: af9e2c8b-ad15-4b07-b80d-f702cf7df75d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:30:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:30:10Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv.18a96eda0b25d778
    namespace: kserve-ci-e2e-test
    resourceVersion: "39909"
    uid: c7d4c5fa-964f-4556-af0c-5830f9ffff93
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39907"
    uid: af9e2c8b-ad15-4b07-b80d-f702cf7df75d
  kind: Event
  lastTimestamp: "2026-04-24T23:30:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:10Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv.18a96eda18059fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39917"
    uid: 9212e185-2fd6-437a-a673-52a930159483
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39913"
    uid: af9e2c8b-ad15-4b07-b80d-f702cf7df75d
  kind: Event
  lastTimestamp: "2026-04-24T23:30:11Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:30:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv.18a96eda47bb3ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39928"
    uid: 7a7c50b3-1927-4f7a-a4ce-4674d87bbb6a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39907"
    uid: af9e2c8b-ad15-4b07-b80d-f702cf7df75d
  kind: Event
  lastTimestamp: "2026-04-24T23:30:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:16Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv.18a96eda4922fea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39971"
    uid: 6bd8ad99-1d3d-4550-81c2-9084ed3dafa1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39907"
    uid: af9e2c8b-ad15-4b07-b80d-f702cf7df75d
  kind: Event
  lastTimestamp: "2026-04-24T23:30:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:16Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv.18a96eda4be42f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39973"
    uid: 913e975a-d85a-40b5-aad6-4776225ccd50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39907"
    uid: af9e2c8b-ad15-4b07-b80d-f702cf7df75d
  kind: Event
  lastTimestamp: "2026-04-24T23:30:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:16Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv.18a96eda4c9bf45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39976"
    uid: f1078d20-21bc-4f78-8b6a-80f358f301fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39907"
    uid: af9e2c8b-ad15-4b07-b80d-f702cf7df75d
  kind: Event
  lastTimestamp: "2026-04-24T23:30:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:20Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv.18a96edc5f1d9364
    namespace: kserve-ci-e2e-test
    resourceVersion: "40024"
    uid: cf1ca37e-072e-42ea-9296-5749f2d424a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85
    namespace: kserve-ci-e2e-test
    resourceVersion: "39894"
    uid: 93d4bc2e-6880-46b6-8f0f-0e4600649069
  kind: Event
  lastTimestamp: "2026-04-24T23:30:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85-4kktv'
  metadata:
    creationTimestamp: "2026-04-24T23:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:30:10Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85.18a96eda0aafab6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39906"
    uid: 98f13736-17b8-48ad-b088-44955ef7b041
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39892"
    uid: 3a07db3e-73dd-4070-ab40-a8b1f5b02f63
  kind: Event
  lastTimestamp: "2026-04-24T23:30:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-84c4d8bb85
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:30:10Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a96eda07c60fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39896"
    uid: 6b191171-bd2e-460c-b997-acbb7b6d32a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39883"
    uid: 4c95ff34-0ee4-41f7-bfae-95dca5e4576d
  kind: Event
  lastTimestamp: "2026-04-24T23:30:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:30:16Z"
    name: isvc-sklearn-s3-tls-global-fail.18a96eda07a4613b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39977"
    uid: aef89cc9-e241-421f-9e80-19493bfbc9e4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39883"
    uid: 4c95ff34-0ee4-41f7-bfae-95dca5e4576d
  kind: Event
  lastTimestamp: "2026-04-24T23:30:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:30:10Z"
    name: isvc-sklearn-s3-tls-global-fail.18a96eda080c0087
    namespace: kserve-ci-e2e-test
    resourceVersion: "39898"
    uid: c32e312b-de86-435f-a907-c7c39ed82639
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:28:49.599886Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39227"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:28:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:28:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ec7269f55e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39232"
    uid: 29ff6a1a-0de5-4c30-8c76-009547d542f9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:28:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ec73622fd16
    namespace: kserve-ci-e2e-test
    resourceVersion: "39246"
    uid: 8e74a5df-f2da-4f68-ae47-6218c6d07a3e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39239"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:28:50Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:28:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ec7633f8f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39254"
    uid: e3595762-b5b0-4f6e-98a4-9f599638435a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:28:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ec7649289a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39256"
    uid: 3fa4b442-b0f5-491c-95a6-6d5fae0ee69d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:28:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ec7678e2c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: 47a79e68-87ae-4ebd-81c8-e897377652b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:28:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ec768016af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39259"
    uid: b4b44aee-167d-43dc-a8d6-ed31a721a55b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:28:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ec7abdd09c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: cbba038f-79fb-43ef-8c20-412f296a5166
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:28:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ec7aee55ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39281"
    uid: 02bb64fa-ebf6-4832-9c50-a9f5d6aa4961
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:28:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ec7af5c8d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39282"
    uid: 0442650d-637b-442c-b0bb-09a2a59608f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:28:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ec7af683c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "39283"
    uid: c397fd34-f9e6-49bd-92f0-14cbdd6640fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:28:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ec7b1ec081c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39284"
    uid: 9bbacc4b-c597-4856-94ef-91db7dac1daa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:28:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:28:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ec7b25bc43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39285"
    uid: 167e441b-af93-46a2-bbfb-795918a748f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:30:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ec823af9332
    namespace: kserve-ci-e2e-test
    resourceVersion: "39870"
    uid: 237d61fa-e51d-4396-844c-514ae5e7c1bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:30:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ed9ca4b096c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39865"
    uid: adca8050-51d4-4a5d-a53f-14f2502b4ba1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:30:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ed9ca4b96c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39866"
    uid: a15daf67-12d1-407a-8062-73dd87f74cd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 83410060-0085-48af-913d-87dbd73c35f8
  kind: Event
  lastTimestamp: "2026-04-24T23:30:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.62:8643/healthz": dial tcp
    10.133.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:30:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx.18a96ed9d5c6a07d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39869"
    uid: db6371ae-3cb6-4c48-8ffd-21e0e8ea87dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39217"
    uid: 3cdec109-e87e-4989-91e0-73e660d9bdb9
  kind: Event
  lastTimestamp: "2026-04-24T23:28:49Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5-srlbx'
  metadata:
    creationTimestamp: "2026-04-24T23:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:28:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5.18a96ec726431672
    namespace: kserve-ci-e2e-test
    resourceVersion: "39229"
    uid: 87040863-3447-4605-8445-7aff80386f35
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39216"
    uid: 07790ecc-d955-4e8a-ac33-5a316fc874a8
  kind: Event
  lastTimestamp: "2026-04-24T23:28:49Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-786965bbc5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:28:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96ec723bf16d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39219"
    uid: a832ac1a-112a-476e-948b-b958336a2019
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:29:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39218"
    uid: 93a2ea7c-c8fe-4f18-a6f2-4a9b0f437f2e
  kind: Event
  lastTimestamp: "2026-04-24T23:29:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:29:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96ecaa2a580d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39372"
    uid: 85cd3a9b-93b8-4de6-8c13-244bf7a55991
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:29:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39218"
    uid: 93a2ea7c-c8fe-4f18-a6f2-4a9b0f437f2e
  kind: Event
  lastTimestamp: "2026-04-24T23:29:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:29:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96ecaa30d07bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39374"
    uid: 9e87f727-6bf6-4dee-b0c8-a0efe2f86b4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T23:29:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39373"
    uid: 93a2ea7c-c8fe-4f18-a6f2-4a9b0f437f2e
  kind: Event
  lastTimestamp: "2026-04-24T23:30:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:30:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96ece22025275
    namespace: kserve-ci-e2e-test
    resourceVersion: "39808"
    uid: 087627a2-ad8a-4bb2-8767-56d40cd82015
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T23:29:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39373"
    uid: 93a2ea7c-c8fe-4f18-a6f2-4a9b0f437f2e
  kind: Event
  lastTimestamp: "2026-04-24T23:30:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:30:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96ece2267c6fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "39809"
    uid: d5541a57-dea5-478d-a5e1-c80adbe32ee6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39206"
    uid: 00392597-4d67-4158-9684-f8c51b90fde0
  kind: Event
  lastTimestamp: "2026-04-24T23:29:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:29:59Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96ec723f786a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39774"
    uid: 48487e85-ee50-4d9d-8686-3c74707fc265
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39206"
    uid: 00392597-4d67-4158-9684-f8c51b90fde0
  kind: Event
  lastTimestamp: "2026-04-24T23:28:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:28:49Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96ec7245d8dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39222"
    uid: e414d787-72ac-4278-9957-693f0170beab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:29:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39772"
    uid: 00392597-4d67-4158-9684-f8c51b90fde0
  kind: Event
  lastTimestamp: "2026-04-24T23:29:59Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:29:59Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96ed786a76a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39773"
    uid: 5b6f9665-0832-475a-abf6-bf0aae3b9ebe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:32:55.074892Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41435"
    uid: 40d0928e-3147-4e4c-b8cb-05190a90be95
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:32:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:32:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn.18a96f004e12a7de
    namespace: kserve-ci-e2e-test
    resourceVersion: "41442"
    uid: cae83056-d9b9-46f5-b1af-73334f209229
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41446"
    uid: 40d0928e-3147-4e4c-b8cb-05190a90be95
  kind: Event
  lastTimestamp: "2026-04-24T23:32:55Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:32:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn.18a96f0067246079
    namespace: kserve-ci-e2e-test
    resourceVersion: "41455"
    uid: 5a0ded8f-7155-427c-9d43-b1675821513a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41438"
    uid: 40d0928e-3147-4e4c-b8cb-05190a90be95
  kind: Event
  lastTimestamp: "2026-04-24T23:33:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:33:02Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn.18a96f00686aba6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41518"
    uid: cbe0cbd0-0124-4c44-be98-eefdb659e999
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41438"
    uid: 40d0928e-3147-4e4c-b8cb-05190a90be95
  kind: Event
  lastTimestamp: "2026-04-24T23:33:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:33:02Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn.18a96f006b0fdf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "41520"
    uid: c7cece3d-1e2b-4cea-a059-e078fc3cf056
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41438"
    uid: 40d0928e-3147-4e4c-b8cb-05190a90be95
  kind: Event
  lastTimestamp: "2026-04-24T23:33:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:33:02Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn.18a96f006b815eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41523"
    uid: cd87b87b-f3f8-4ffc-b65f-e6ccd2cb3a03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:33:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41438"
    uid: 40d0928e-3147-4e4c-b8cb-05190a90be95
  kind: Event
  lastTimestamp: "2026-04-24T23:33:04Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn_kserve-ci-e2e-test(40d0928e-3147-4e4c-b8cb-05190a90be95)
  metadata:
    creationTimestamp: "2026-04-24T23:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:33:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn.18a96f02875c55ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "41543"
    uid: dc55ea4c-7fd5-4e3c-acc0-3a13cd642a92
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41426"
    uid: f8f2e6fd-40ed-4c8c-9d9b-ff2a1065aab7
  kind: Event
  lastTimestamp: "2026-04-24T23:32:55Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b-8qwqn'
  metadata:
    creationTimestamp: "2026-04-24T23:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:32:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b.18a96f004daf546b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41437"
    uid: a35c47c6-4600-4db0-a17f-10d607168b85
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41425"
    uid: 48662c3a-0f6a-40d6-a01e-620b5353586d
  kind: Event
  lastTimestamp: "2026-04-24T23:32:55Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6cb95fcd5b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:32:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a96f004b108502
    namespace: kserve-ci-e2e-test
    resourceVersion: "41428"
    uid: 4b7b2918-91f3-433c-844c-af0b4cfd7654
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41416"
    uid: 8e22bbc5-96d8-4452-9538-f6d265f6a793
  kind: Event
  lastTimestamp: "2026-04-24T23:33:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:33:05Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a96f004b17d44e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41568"
    uid: 9c1d5407-548e-4586-92af-63b1bbc50dfe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41416"
    uid: 8e22bbc5-96d8-4452-9538-f6d265f6a793
  kind: Event
  lastTimestamp: "2026-04-24T23:32:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:32:55Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a96f004bb2f186
    namespace: kserve-ci-e2e-test
    resourceVersion: "41448"
    uid: fb865632-3ae7-4305-863f-cd0b9ed54248
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41419"
    uid: 8e22bbc5-96d8-4452-9538-f6d265f6a793
  kind: Event
  lastTimestamp: "2026-04-24T23:32:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T23:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:32:55Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a96f0050d3119a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41449"
    uid: 49ad0d80-8ca1-4bd5-9db9-ad278e999d5c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:31:43.982156Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40838"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:31:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:31:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96eefc09dad2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40844"
    uid: 2b05c9c9-656e-4389-887e-59060397f099
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40848"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: "2026-04-24T23:31:44Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:31:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96eefd9d2f902
    namespace: kserve-ci-e2e-test
    resourceVersion: "40860"
    uid: 24523aa5-faf1-4c85-890f-a7bbf4c04e04
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: "2026-04-24T23:31:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96eefdb55325e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40863"
    uid: b6bb486a-ba9b-45ef-a04a-0ab5581a9730
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: "2026-04-24T23:31:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96eefde13402c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40865"
    uid: 991b78b8-b40b-4f22-b6a6-3f2455f48a8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: "2026-04-24T23:31:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96eefde861cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "40866"
    uid: 0463e8c5-9782-4b7f-8057-1a9f13798cdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: "2026-04-24T23:31:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96ef04ee3ce57
    namespace: kserve-ci-e2e-test
    resourceVersion: "40887"
    uid: 7238d805-002d-444c-8591-38c3d8efeda1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: "2026-04-24T23:31:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96ef051d9450e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40890"
    uid: 618cec43-025b-40a8-a52a-f5730f8bbe51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: "2026-04-24T23:31:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96ef0524e0e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40892"
    uid: 579fb5df-ee7d-46a5-a709-69c43a530ede
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: "2026-04-24T23:31:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96ef05258fbec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: a7e86c9c-e54c-47d4-8128-dc52b2deb7df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: "2026-04-24T23:31:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96ef05528164f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40896"
    uid: d422a5b8-050c-4195-bf96-782655fe4969
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: "2026-04-24T23:31:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:31:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96ef05597615c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40897"
    uid: 1e71fe10-0e3b-4a1d-8078-e4d434eb2e14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: "2026-04-24T23:32:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:32:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96ef08acbb768
    namespace: kserve-ci-e2e-test
    resourceVersion: "41301"
    uid: cad3df5e-1ad0-4e29-871b-f047a190dbb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: "2026-04-24T23:32:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:32:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96f000e5f28ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 86f8920c-e8cd-48e1-a836-d05b2ce11e6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: d869306e-c51e-49c1-8781-cfa2d4d305ab
  kind: Event
  lastTimestamp: "2026-04-24T23:32:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:32:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk.18a96f000e600c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "41401"
    uid: 20ff9502-86e3-46e3-bc1c-1e09953fb807
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40829"
    uid: a4d2f691-9013-4f55-ad09-36563d32c820
  kind: Event
  lastTimestamp: "2026-04-24T23:31:43Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb-k5lvk'
  metadata:
    creationTimestamp: "2026-04-24T23:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:31:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb.18a96eefc01ace7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40839"
    uid: bb8c517c-a21d-421b-ad1d-b86dc689c3ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40826"
    uid: 7fd8c960-6943-4692-b915-daeb7d514baa
  kind: Event
  lastTimestamp: "2026-04-24T23:31:43Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-69798956bb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:31:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96eefbd7d3e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40831"
    uid: 83f88f88-f8aa-427f-ab39-0bff4b4a36b2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40828"
    uid: 19060a9e-1bae-442f-9f4b-fc1bab8e99db
  kind: Event
  lastTimestamp: "2026-04-24T23:32:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:32:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96ef33c07716d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41094"
    uid: a27f30aa-061e-44f3-b018-043daad3b9e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40828"
    uid: 19060a9e-1bae-442f-9f4b-fc1bab8e99db
  kind: Event
  lastTimestamp: "2026-04-24T23:32:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:32:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96ef33c6a1f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "41095"
    uid: 57a66a87-a731-4e3f-a2c7-ee59453fa42f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40991"
    uid: 19060a9e-1bae-442f-9f4b-fc1bab8e99db
  kind: Event
  lastTimestamp: "2026-04-24T23:32:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:32:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96efa3a46741a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41306"
    uid: 28ec9fc3-8832-4b59-925d-be7bcf120564
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40991"
    uid: 19060a9e-1bae-442f-9f4b-fc1bab8e99db
  kind: Event
  lastTimestamp: "2026-04-24T23:32:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:32:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96efa3aaac29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41307"
    uid: 74998be5-d3bf-411d-8ac9-1dbe0cf509bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40817"
    uid: 2b5d82b1-fdb2-4cb7-99d3-a30207c34f80
  kind: Event
  lastTimestamp: "2026-04-24T23:32:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:32:53Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96eefbd5b9ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "41376"
    uid: 54474ccf-7ed1-40a7-9273-32ba58a91ca3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:31:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40817"
    uid: 2b5d82b1-fdb2-4cb7-99d3-a30207c34f80
  kind: Event
  lastTimestamp: "2026-04-24T23:31:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:31:43Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96eefbde07048
    namespace: kserve-ci-e2e-test
    resourceVersion: "40834"
    uid: bb484eaf-97d2-4f2e-a8fc-c2d4ef6dd78e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:32:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41374"
    uid: 2b5d82b1-fdb2-4cb7-99d3-a30207c34f80
  kind: Event
  lastTimestamp: "2026-04-24T23:32:53Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:32:53Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96effede630b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41375"
    uid: d255377a-5313-43ae-af28-913dfcddc8d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38532"
    uid: f475dbb1-a438-468e-b97c-550500bd0cd7
  kind: Event
  lastTimestamp: "2026-04-24T23:28:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:28:39Z"
    name: isvc-sklearn-s3.18a96eb4776960e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39109"
    uid: 4c6c8b6d-28ed-409f-980c-a732ae632e93
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38532"
    uid: f475dbb1-a438-468e-b97c-550500bd0cd7
  kind: Event
  lastTimestamp: "2026-04-24T23:27:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:27:29Z"
    name: isvc-sklearn-s3.18a96eb4784b1fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38568"
    uid: 3019c6a9-2666-4ffd-84c5-950ed2ac08ba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:28:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39107"
    uid: f475dbb1-a438-468e-b97c-550500bd0cd7
  kind: Event
  lastTimestamp: "2026-04-24T23:28:39Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:28:39Z"
    name: isvc-sklearn-s3.18a96ec4d866d30f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39108"
    uid: 55c140ae-b3f0-4ce7-bfa5-1ab61c53a251
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-8d8d684fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29948"
    uid: 612a14e0-3f1d-4113-a8e7-82cc7b7c19a1
  kind: Event
  lastTimestamp: "2026-04-24T23:10:35Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-8d8d684fd-rrrjs'
  metadata:
    creationTimestamp: "2026-04-24T23:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:10:35Z"
    name: isvc-sklearn-scheduler-predictor-8d8d684fd.18a96dc8627d37aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29973"
    uid: 8e465c89-3055-46b2-891c-4bcfca00cb58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29947"
    uid: 54eaa304-b744-4442-b748-8e32e15212b5
  kind: Event
  lastTimestamp: "2026-04-24T23:10:35Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-8d8d684fd from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T23:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:10:35Z"
    name: isvc-sklearn-scheduler-predictor.18a96dc85f859123
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 20055450-e88c-440e-969b-0eaf57bb288c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29939"
    uid: f5b37436-6338-436b-b990-4fa5a1c8fe1e
  kind: Event
  lastTimestamp: "2026-04-24T23:10:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:10:35Z"
    name: isvc-sklearn-scheduler.18a96dc85f2adda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29989"
    uid: 3b60d924-1ca4-40ab-aec1-f8f7a1f14a7b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29950"
    uid: f5b37436-6338-436b-b990-4fa5a1c8fe1e
  kind: Event
  lastTimestamp: "2026-04-24T23:10:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:10:35Z"
    name: isvc-sklearn-scheduler.18a96dc8628a1a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29974"
    uid: ff826ddc-e364-4616-9289-7bb68fc80b22
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29950"
    uid: f5b37436-6338-436b-b990-4fa5a1c8fe1e
  kind: Event
  lastTimestamp: "2026-04-24T23:10:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:10:35Z"
    name: isvc-sklearn-scheduler.18a96dc8628a7992
    namespace: kserve-ci-e2e-test
    resourceVersion: "29977"
    uid: 1a90d569-133d-45fe-8dac-a6d70790ed18
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:15:55.395384Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32755"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:15:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:15:55Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e12e4701bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32763"
    uid: ae14b92c-a1d1-4d11-b7a5-81280b51752a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:15:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:15:55Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e12ec101421
    namespace: kserve-ci-e2e-test
    resourceVersion: "32772"
    uid: 00ed7f72-a4c4-495f-bdf0-bfd80f3c2c3d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32768"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:15:56Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:15:56Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e13210e68f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32782"
    uid: 3dffda41-aa12-4ce1-8376-9d39ec2354f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:15:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:15:56Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e13226d9d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "32784"
    uid: 00140706-7a1f-4d6e-9b23-ee09d900edac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:15:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:15:56Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e13257d21b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32786"
    uid: 0693f7de-6fa4-4048-8d38-d186913699ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:15:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:15:56Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e1325eda2d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32787"
    uid: 19ac5106-4ac7-4f19-a064-d12cf20ddd9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:16:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:16:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:16:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:16:00Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e1412955231
    namespace: kserve-ci-e2e-test
    resourceVersion: "32828"
    uid: 1f864f7e-000e-49ed-a8e8-3001b3e60b03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:16:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:16:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:16:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:16:00Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e141544093a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32830"
    uid: 1e1c2fa8-ef3e-4581-9769-0b6869e5e408
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:16:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:16:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:16:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:16:00Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e1415b83a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32832"
    uid: 783cab0a-866f-48af-b572-4150987d3b32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:16:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:16:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:16:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:16:00Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e1415c42a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: e2527ec9-4ef2-4d69-9ccc-ab03fa4ce2d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:16:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:16:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:16:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:16:00Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e1418a0c430
    namespace: kserve-ci-e2e-test
    resourceVersion: "32836"
    uid: c94b0863-9c5f-4ace-8b83-81b533511e4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:16:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:16:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:16:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:16:00Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e1419105118
    namespace: kserve-ci-e2e-test
    resourceVersion: "32837"
    uid: 3d82eea0-9053-465b-a08d-85230f0be1cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T23:16:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:17:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:17Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e144e910e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "33459"
    uid: 5406afa9-0673-4247-b760-b16479b2aa0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:17:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:15Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e258ba5237a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33406"
    uid: df66e454-456a-4d77-b1e7-303703bdca61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:17:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:15Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e258ba5e47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33409"
    uid: 109523a1-b4e4-43dc-a290-3308633fa908
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: bf68f84e-bc39-43cf-9a5b-19a8277cbf38
  kind: Event
  lastTimestamp: "2026-04-24T23:17:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:17Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl.18a96e2600972197
    namespace: kserve-ci-e2e-test
    resourceVersion: "33458"
    uid: bc56081e-9d2d-4a2e-a0ab-2f6b33174148
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-748989b567
    namespace: kserve-ci-e2e-test
    resourceVersion: "32730"
    uid: febcc780-b27a-4c41-9b8e-13c6cee5cc37
  kind: Event
  lastTimestamp: "2026-04-24T23:15:55Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-748989b567-ggmcl'
  metadata:
    creationTimestamp: "2026-04-24T23:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:15:55Z"
    name: isvc-sklearn-v2-mixed-predictor-748989b567.18a96e12e412f67d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32757"
    uid: 8ef406ac-285e-442f-9062-f7655dbf0380
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32729"
    uid: e5c31f50-1a83-49bb-98b2-8e7e6bf6b7a1
  kind: Event
  lastTimestamp: "2026-04-24T23:15:55Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-748989b567 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T23:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:15:55Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96e12e0e6005e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32732"
    uid: 4dfaf531-f58f-463f-8cca-bfbad3d57384
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:16:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32731"
    uid: c9690bac-774d-4497-8bc4-9998acae1424
  kind: Event
  lastTimestamp: "2026-04-24T23:16:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:16:25Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96e165fb792df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33016"
    uid: c4b7ca92-980d-4367-b0e6-2a79c8410d40
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:16:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32731"
    uid: c9690bac-774d-4497-8bc4-9998acae1424
  kind: Event
  lastTimestamp: "2026-04-24T23:16:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:16:25Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96e16602896b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33017"
    uid: 564cb9b6-1d97-4951-b896-d14072ca2aa9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:16:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32908"
    uid: c9690bac-774d-4497-8bc4-9998acae1424
  kind: Event
  lastTimestamp: "2026-04-24T23:17:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:17:10Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96e1d5dffcb43
    namespace: kserve-ci-e2e-test
    resourceVersion: "33340"
    uid: b0b58052-60ce-4616-bbfb-9a8a4d500c4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:16:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32908"
    uid: c9690bac-774d-4497-8bc4-9998acae1424
  kind: Event
  lastTimestamp: "2026-04-24T23:17:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:17:10Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96e1d5e607c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33341"
    uid: 49a5b143-246e-4eda-9dea-c28583a3e457
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32720"
    uid: 891bb06f-c6a7-4cd3-822e-b73d11386ad7
  kind: Event
  lastTimestamp: "2026-04-24T23:17:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:17:07Z"
    name: isvc-sklearn-v2-mixed.18a96e12e100b9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33320"
    uid: c85ed613-7934-451b-8eef-9d9d32689270
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32736"
    uid: 891bb06f-c6a7-4cd3-822e-b73d11386ad7
  kind: Event
  lastTimestamp: "2026-04-24T23:15:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:15:55Z"
    name: isvc-sklearn-v2-mixed.18a96e12e4baa386
    namespace: kserve-ci-e2e-test
    resourceVersion: "32766"
    uid: a673f8c0-3000-4eea-8f9c-5ecf079fc561
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33318"
    uid: 891bb06f-c6a7-4cd3-822e-b73d11386ad7
  kind: Event
  lastTimestamp: "2026-04-24T23:17:07Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:17:07Z"
    name: isvc-sklearn-v2-mixed.18a96e23b1eeeaf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33319"
    uid: eec3ad58-d73e-4466-8c14-c0997231f15c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:14:35.129466Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32088"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:14:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:14:35Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e00343760b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 4b280920-8054-47ea-9e8e-46036e15f847
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:14:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:35Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e00412ccb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "32102"
    uid: e4c82127-204d-4df5-b91f-c0f65a387d40
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32098"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:14:36Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:14:36Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e007118308a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: 113e5cef-7ef7-4544-ac62-57cf2cbff3fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:14:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:36Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e0072656859
    namespace: kserve-ci-e2e-test
    resourceVersion: "32113"
    uid: ab24426b-1196-4262-97b8-6def17f3b421
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:14:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:36Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e00758d9163
    namespace: kserve-ci-e2e-test
    resourceVersion: "32115"
    uid: 355cae42-142b-496e-84c3-2e24daf656a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:14:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:36Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e00760127c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32116"
    uid: 13f0ead8-524a-4ffd-b3fd-35224e51d187
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:14:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1443"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:40Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e016367697b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 7ef062ac-24cd-4f08-a0c9-a7e7a572d50f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:14:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:40Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e01667f29f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32153"
    uid: afb13055-41b0-440c-bcca-06b19c855ef9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:14:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:40Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e0166f13c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32156"
    uid: b6b8d8c4-9e13-458b-b3ae-58b6118ed4fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:14:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:40Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e0166fc24d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32157"
    uid: bf9da8a5-28f5-4f91-87ef-b9cbc3ec3a64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:14:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:40Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e016a232974
    namespace: kserve-ci-e2e-test
    resourceVersion: "32159"
    uid: 62cd037c-c344-4bfc-8f83-aa71fdd7579b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:14:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:40Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e016a922b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "32160"
    uid: a018a215-a618-4113-ba93-723a10218c6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:15:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:15:57Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e019f58b159
    namespace: kserve-ci-e2e-test
    resourceVersion: "32798"
    uid: 9cb45cca-fa80-4748-aef0-1cbca95b6dd1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:15:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:15:55Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e12e381eeb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: c73dcecc-02f5-4627-b5f1-3ce2fa73b83a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:15:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:15:55Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e12e3829600
    namespace: kserve-ci-e2e-test
    resourceVersion: "32756"
    uid: 1f7fcf40-5fd1-47f3-9391-3e4d2802db68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 16e34adb-e5d4-4588-bb36-d1351308e137
  kind: Event
  lastTimestamp: "2026-04-24T23:15:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:15:57Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb.18a96e13518a236c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32797"
    uid: 36f825c7-f9b3-46e2-b4c6-dd214bc9e9bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7c66c8c59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: bba34b63-51e7-4b3b-a5eb-ff45cd5910b6
  kind: Event
  lastTimestamp: "2026-04-24T23:14:35Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7c66c8c59d-6k9jb'
  metadata:
    creationTimestamp: "2026-04-24T23:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:14:35Z"
    name: isvc-sklearn-v2-predictor-7c66c8c59d.18a96e0033c76b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "32091"
    uid: 7d6397db-3848-46b5-a0fd-7d1430724223
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32075"
    uid: c9365089-7c1a-41c5-9264-c791b1289f47
  kind: Event
  lastTimestamp: "2026-04-24T23:14:35Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7c66c8c59d from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:14:35Z"
    name: isvc-sklearn-v2-predictor.18a96e003143b876
    namespace: kserve-ci-e2e-test
    resourceVersion: "32080"
    uid: bd79333a-8700-483c-8423-9fc384cd807b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: c8e52a2d-0712-4281-b806-f0bf00413492
  kind: Event
  lastTimestamp: "2026-04-24T23:15:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:15:20Z"
    name: isvc-sklearn-v2-predictor.18a96e03b00618b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: c86efad1-5cd6-4fd7-b967-55ff9fdb994c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: c8e52a2d-0712-4281-b806-f0bf00413492
  kind: Event
  lastTimestamp: "2026-04-24T23:15:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:15:20Z"
    name: isvc-sklearn-v2-predictor.18a96e03b06578e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32453"
    uid: abd4b2f5-e4eb-44f8-8cff-5cd7e766f71a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32233"
    uid: c8e52a2d-0712-4281-b806-f0bf00413492
  kind: Event
  lastTimestamp: "2026-04-24T23:15:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:15:50Z"
    name: isvc-sklearn-v2-predictor.18a96e0e2cff9818
    namespace: kserve-ci-e2e-test
    resourceVersion: "32672"
    uid: b9c56037-6c6b-448e-8164-6fdfbc820473
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32233"
    uid: c8e52a2d-0712-4281-b806-f0bf00413492
  kind: Event
  lastTimestamp: "2026-04-24T23:15:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:15:50Z"
    name: isvc-sklearn-v2-predictor.18a96e0e2d61cb94
    namespace: kserve-ci-e2e-test
    resourceVersion: "32673"
    uid: a23ad851-3793-434a-acb9-a3bdea8511a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:13:34.954789Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:13:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:13:34Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96df23186baff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31577"
    uid: 4e40ee30-f9f0-429a-b3f5-28d7cf10b65b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:13:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96df24088d61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: e6857dfe-d816-4fd1-a30e-709300163c60
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:13:35Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:13:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96df26e77b7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31599"
    uid: 5b9c8d61-4d63-4d06-a04c-77d8bc7af6ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:13:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96df270369cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31601"
    uid: 26214668-abea-4efa-9970-5de46a913baf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:13:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96df27492a9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31606"
    uid: ddad2020-b07d-4547-bdf8-7e893f3e68b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:13:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96df27517f7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "31607"
    uid: edb3d58b-bf32-4578-b3f5-e1aa235d2913
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:13:40Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T23:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96df360d52b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 8c0f6ad6-7dd3-4c23-be17-95109ea777f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:13:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96df363a9f9a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31643"
    uid: fc410f5c-6b12-4f1d-b7ae-8cdcdb8c9847
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:13:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96df364203229
    namespace: kserve-ci-e2e-test
    resourceVersion: "31644"
    uid: b61b7c5b-5d9c-4fee-b2de-01c14a22b604
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:13:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96df3642e30f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: 344449f9-b9fa-4ae7-9891-d78d2c1671a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:13:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96df366b5e5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31648"
    uid: 42d77db9-d8cc-4015-987f-9092191c047e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:13:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96df367265d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "31650"
    uid: 509ecf23-a792-4c36-bf93-06f883e99ea4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:14:18Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T23:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:18Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96dfc3dc8c114
    namespace: kserve-ci-e2e-test
    resourceVersion: "31908"
    uid: 9bb83be4-8166-4d93-8fc2-369de316d2b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:14:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96e003037e453
    namespace: kserve-ci-e2e-test
    resourceVersion: "32074"
    uid: 927dd926-f5be-4801-afca-335ff487863b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:14:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96e003038b57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32076"
    uid: f8b943bd-cd1a-4811-b017-f81b01224084
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 2ea16570-90f9-4f35-be85-00593496a913
  kind: Event
  lastTimestamp: "2026-04-24T23:14:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:14:38Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25.18a96e00e275857f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32138"
    uid: f8213ee1-ed69-4b86-93d2-4569824d9567
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31563"
    uid: 443e2647-32d0-46a0-bf96-0427647aafd7
  kind: Event
  lastTimestamp: "2026-04-24T23:13:34Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-swr25'
  metadata:
    creationTimestamp: "2026-04-24T23:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:13:34Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a96df23126f850
    namespace: kserve-ci-e2e-test
    resourceVersion: "31574"
    uid: e364ed8b-0eb2-4c94-9266-374487e5b439
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31560"
    uid: 641e81fd-98a3-454c-9a8a-ff9d1ef3c521
  kind: Event
  lastTimestamp: "2026-04-24T23:13:34Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:13:34Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96df22e77db7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31565"
    uid: d10f51fa-e613-4783-a1e0-a0273744d1b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31562"
    uid: 4efdd9f3-ef9a-425f-b138-bb7f09735091
  kind: Event
  lastTimestamp: "2026-04-24T23:14:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:14:19Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96df5ad29c788
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: c175a1fc-5cd9-4b5a-8966-3a73743e9282
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31562"
    uid: 4efdd9f3-ef9a-425f-b138-bb7f09735091
  kind: Event
  lastTimestamp: "2026-04-24T23:14:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:14:19Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96df5ad9431aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31920"
    uid: c8d03fca-af87-47cf-b6fa-b9853d167af3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31714"
    uid: 4efdd9f3-ef9a-425f-b138-bb7f09735091
  kind: Event
  lastTimestamp: "2026-04-24T23:14:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:14:34Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96e002a0dfa38
    namespace: kserve-ci-e2e-test
    resourceVersion: "32044"
    uid: 6a71ac5b-4e79-46e8-abf6-d9cc23b6d375
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31714"
    uid: 4efdd9f3-ef9a-425f-b138-bb7f09735091
  kind: Event
  lastTimestamp: "2026-04-24T23:14:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:14:34Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96e002a6c461e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32046"
    uid: 9cec082e-98bf-4a6a-9bde-caf751c472b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31532"
    uid: 6c970c3d-e67a-4292-9929-53c5e85de2d7
  kind: Event
  lastTimestamp: "2026-04-24T23:14:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:14:28Z"
    name: isvc-sklearn-v2-runtime.18a96df22e3847a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 96744912-395c-47e8-adea-15a0f7a5176b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31532"
    uid: 6c970c3d-e67a-4292-9929-53c5e85de2d7
  kind: Event
  lastTimestamp: "2026-04-24T23:13:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:13:34Z"
    name: isvc-sklearn-v2-runtime.18a96df22e9490fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31567"
    uid: 2cac1739-2da1-4059-b253-ac1110e42b1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31985"
    uid: 6c970c3d-e67a-4292-9929-53c5e85de2d7
  kind: Event
  lastTimestamp: "2026-04-24T23:14:28Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:14:28Z"
    name: isvc-sklearn-v2-runtime.18a96dfe93240c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "31987"
    uid: 701c46c7-d869-4441-9194-de1326c14a30
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32048"
    uid: fb643106-4c29-4572-8cdd-7644904c6020
  kind: Event
  lastTimestamp: "2026-04-24T23:15:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:15:47Z"
    name: isvc-sklearn-v2.18a96e0031198da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32653"
    uid: 715042ef-cb40-4804-9b17-e30fe9779f72
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:14:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32048"
    uid: fb643106-4c29-4572-8cdd-7644904c6020
  kind: Event
  lastTimestamp: "2026-04-24T23:14:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:14:35Z"
    name: isvc-sklearn-v2.18a96e00318ff1bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32082"
    uid: 8d80671c-eb71-467f-b97b-53ecad94df70
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:15:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32651"
    uid: fb643106-4c29-4572-8cdd-7644904c6020
  kind: Event
  lastTimestamp: "2026-04-24T23:15:47Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:15:47Z"
    name: isvc-sklearn-v2.18a96e11025d4469
    namespace: kserve-ci-e2e-test
    resourceVersion: "32652"
    uid: af209df3-e0a5-4659-96ed-cbc5947f0922
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30004"
    uid: 715d8df8-9fbd-4a3d-b48d-0e0552624323
  kind: Event
  lastTimestamp: "2026-04-24T23:11:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:11:49Z"
    name: isvc-sklearn.18a96dc8dcf38c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: 3a13184b-fca5-4fb9-a2ff-234beff3f139
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:10:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30004"
    uid: 715d8df8-9fbd-4a3d-b48d-0e0552624323
  kind: Event
  lastTimestamp: "2026-04-24T23:10:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T23:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:10:37Z"
    name: isvc-sklearn.18a96dc8dd58aa69
    namespace: kserve-ci-e2e-test
    resourceVersion: "30036"
    uid: 78c94b3d-b364-4202-881a-ba4ef8c5dcf1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30598"
    uid: 715d8df8-9fbd-4a3d-b48d-0e0552624323
  kind: Event
  lastTimestamp: "2026-04-24T23:11:49Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:11:49Z"
    name: isvc-sklearn.18a96dd9aa099b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: 3f8b2eb4-011f-42d0-84f8-48520bad94ca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:17:15.571563Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33417"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-fqjht
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:17:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:17:15Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e258f4f88a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: 981b8f5b-1ac3-4938-b186-fb2dc614dda1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33428"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:15Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:17:15Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e25a856b22b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33435"
    uid: ce907cd2-fdb8-474c-a073-35be16f28f41
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:16Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e25a9b465c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33437"
    uid: 9f30fd9a-a14d-4e89-8e2f-90b6996813e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:16Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e25acc2fc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: f35c0935-9db6-4594-a928-80938047e6e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:16Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e25ad333dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33441"
    uid: 2ef621e2-1f6f-4e13-a3de-88c194d10980
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:20Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-24T23:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:20Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e26c129fc4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33483"
    uid: d187bc97-0d2f-4b0c-aae5-abf37130e4cd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:24Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.851s (3.851s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T23:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e27a6c120c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33511"
    uid: aa7c210f-3d69-4dbe-b4f1-3d55f75058a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e27a98a0162
    namespace: kserve-ci-e2e-test
    resourceVersion: "33512"
    uid: 4e96d92b-47a5-4a45-a0ca-f5ddcc4b5f8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e27a9ffddda
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 130c01fc-a200-48a7-a871-4f9f8052e7a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e27aa0b4d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: 625cc307-b15b-4d46-a201-b7fbc88e30f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e27ac98861c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33516"
    uid: f117a2dc-c99a-436c-9610-3db25bfee5c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e27ad0a2613
    namespace: kserve-ci-e2e-test
    resourceVersion: "33517"
    uid: 5ce53b59-4fef-46fa-98b8-8c0e611a603c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:31Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e27ec7c357b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33579"
    uid: 90ad1e95-c620-484c-9918-e2cb8b555731
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e2efc0aba14
    namespace: kserve-ci-e2e-test
    resourceVersion: "33784"
    uid: 2d51c6c5-a2ea-43bc-bcb8-6ff342d8adca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:17:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e2efc0bd190
    namespace: kserve-ci-e2e-test
    resourceVersion: "33786"
    uid: 4cdc1b83-7429-4005-8caa-d15e8a77a1e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-fqjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: e90fc98c-c2a8-4d8d-8c32-6e9a17f08370
  kind: Event
  lastTimestamp: "2026-04-24T23:18:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:21Z"
    name: isvc-tensorflow-predictor-6756f669d7-fqjht.18a96e2f2468f15a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34028"
    uid: 2ae486dc-9fdd-45b8-8b35-d7eda180d5b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: e70fa977-6329-42c5-a67a-0e38cdfbeb0d
  kind: Event
  lastTimestamp: "2026-04-24T23:17:15Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-fqjht'
  metadata:
    creationTimestamp: "2026-04-24T23:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:17:15Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a96e258ec23e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33420"
    uid: 3a021a5e-fd85-4c3b-b7e8-525806a8457d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33405"
    uid: d9e9a81a-8431-4d45-9e12-5f28f5f1e51f
  kind: Event
  lastTimestamp: "2026-04-24T23:17:15Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:17:15Z"
    name: isvc-tensorflow-predictor.18a96e258c4082fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33411"
    uid: eaeb0689-3fea-4441-aa62-e2bfe226a49f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33407"
    uid: 63925826-60ac-46ac-98ab-7b531599f6a7
  kind: Event
  lastTimestamp: "2026-04-24T23:17:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:17:30Z"
    name: isvc-tensorflow-predictor.18a96e290ab42587
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7ddebe4f-3922-43a6-972c-b8b71197a8a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33407"
    uid: 63925826-60ac-46ac-98ab-7b531599f6a7
  kind: Event
  lastTimestamp: "2026-04-24T23:17:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:17:30Z"
    name: isvc-tensorflow-predictor.18a96e290b147b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33569"
    uid: 37282875-ad6d-4c34-96bc-4f1815f80bf1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33568"
    uid: 63925826-60ac-46ac-98ab-7b531599f6a7
  kind: Event
  lastTimestamp: "2026-04-24T23:17:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:17:45Z"
    name: isvc-tensorflow-predictor.18a96e2c8a11713c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33680"
    uid: 2b71409e-a62e-4ff5-85db-3c16c375aaf6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33568"
    uid: 63925826-60ac-46ac-98ab-7b531599f6a7
  kind: Event
  lastTimestamp: "2026-04-24T23:17:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:17:45Z"
    name: isvc-tensorflow-predictor.18a96e2c8a76aa33
    namespace: kserve-ci-e2e-test
    resourceVersion: "33682"
    uid: 0b9ef297-5770-42a8-96dd-a608f32e4292
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:17:56.135511Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33800"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:17:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:17:56Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e2f011c43a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 5403a619-ca5c-449e-9434-62597766b639
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33810"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:17:56Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:17:56Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e2f19c10b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: df80565e-31be-4653-b416-939119189abc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:17:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:56Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e2f1b0e6959
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 1ac50cd4-ed38-4d28-aef0-46131b6770f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:17:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:56Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e2f1dd5c5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 2bdc7920-4bc3-468b-9bee-23f080e3b329
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:17:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:17:56Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e2f1e49b3d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33824"
    uid: 51f3f1e5-3b59-4a2a-a4c4-8ae466c21388
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:18:01Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:01Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e3054da7611
    namespace: kserve-ci-e2e-test
    resourceVersion: "33870"
    uid: de5e6ad9-7f43-4892-88d7-42cd35dbf8ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:18:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:01Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e3057c90d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "33872"
    uid: c1100445-bd42-4c50-94f1-a456858f9e6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:18:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:01Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e30585140ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33875"
    uid: e28f771f-3dce-4c3d-8725-6e112da12721
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:18:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:01Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e30585d1ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33876"
    uid: ff1346c9-ed76-45ee-893d-4f08a7f39a42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:18:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:01Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e305b49985c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33878"
    uid: 69981a3a-cdec-4bb3-901b-b3b5bf7e17a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:18:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:01Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e305bbdaed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33879"
    uid: 4f7ac0de-a1c0-4a9d-afff-75b63f404c43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:18:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:09Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e30cc8b129c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33932"
    uid: 97f50391-d9aa-4552-a188-c0f6d990f5bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:18:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:35Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e3843b0f561
    namespace: kserve-ci-e2e-test
    resourceVersion: "34167"
    uid: cdd1dc15-26d1-4092-a214-0913b7867894
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:18:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:35Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e3843b17f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 2307a86a-14bc-44cb-9f94-d1a1ae283812
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: a3aa846e-1fdf-4cae-8ecc-8916ef89c8bb
  kind: Event
  lastTimestamp: "2026-04-24T23:19:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:19:04Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w.18a96e392e6bc4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34412"
    uid: 04ff772f-9bcd-47a9-8c63-289ed9519de3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33791"
    uid: 7d73e083-386e-4b71-80bd-39c605f303f4
  kind: Event
  lastTimestamp: "2026-04-24T23:17:56Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-vn98w'
  metadata:
    creationTimestamp: "2026-04-24T23:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:17:56Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a96e2f008b4464
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: 5caff003-2118-4af4-a761-b8577b8dbe80
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33789"
    uid: 34dc6087-c121-4d0e-8665-ba59b7820372
  kind: Event
  lastTimestamp: "2026-04-24T23:17:56Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:17:56Z"
    name: isvc-tensorflow-runtime-predictor.18a96e2efdbe1471
    namespace: kserve-ci-e2e-test
    resourceVersion: "33793"
    uid: 80e74bef-7aa3-4ba3-a651-5998077a30ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: 698889ff-9cfb-44e3-8dec-53e8e0e62844
  kind: Event
  lastTimestamp: "2026-04-24T23:18:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:18:26Z"
    name: isvc-tensorflow-runtime-predictor.18a96e327c458f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "34062"
    uid: 33b8a1c5-e3cc-4388-b825-f420f98b1ca3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: 698889ff-9cfb-44e3-8dec-53e8e0e62844
  kind: Event
  lastTimestamp: "2026-04-24T23:18:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:18:26Z"
    name: isvc-tensorflow-runtime-predictor.18a96e327ca8a61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34063"
    uid: bd6a12e4-cf9c-4247-ab26-cd45370fd05e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33759"
    uid: 3ecaaecf-e689-4adf-882d-30b5f5778289
  kind: Event
  lastTimestamp: "2026-04-24T23:18:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:18:19Z"
    name: isvc-tensorflow-runtime.18a96e2efd9caac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34015"
    uid: 2ebc58b2-7173-4380-bdc8-4c9811c62bcf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33759"
    uid: 3ecaaecf-e689-4adf-882d-30b5f5778289
  kind: Event
  lastTimestamp: "2026-04-24T23:17:56Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:17:56Z"
    name: isvc-tensorflow-runtime.18a96e2efe00f23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33796"
    uid: 0702f268-4345-4be8-84e6-c63d3cf57b4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 3ecaaecf-e689-4adf-882d-30b5f5778289
  kind: Event
  lastTimestamp: "2026-04-24T23:18:19Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:18:19Z"
    name: isvc-tensorflow-runtime.18a96e348b06a5e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34013"
    uid: 8dd69747-e2ec-4ad4-96d5-8b862db325e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33379"
    uid: e2f19928-bc5e-4ed2-8a4c-84b9cb3a61cd
  kind: Event
  lastTimestamp: "2026-04-24T23:17:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:17:41Z"
    name: isvc-tensorflow.18a96e258c1ba9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33655"
    uid: ac5d16bc-f694-47a8-8350-290639ac353d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33379"
    uid: e2f19928-bc5e-4ed2-8a4c-84b9cb3a61cd
  kind: Event
  lastTimestamp: "2026-04-24T23:17:15Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:17:15Z"
    name: isvc-tensorflow.18a96e258c6eeefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33413"
    uid: 93c5fcc7-7a6b-4fa6-a83f-7b062796d8b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:17:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33653"
    uid: e2f19928-bc5e-4ed2-8a4c-84b9cb3a61cd
  kind: Event
  lastTimestamp: "2026-04-24T23:17:41Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:17:41Z"
    name: isvc-tensorflow.18a96e2bab19004f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 4b6487ac-ae8a-4160-a9a2-52ff5d465194
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:18:35.936048Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34170"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-w8r97
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:18:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:18:35Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e3845684036
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: d17109d4-03b7-4026-835d-03bb14beff5b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34183"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:18:36Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:18:36Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e385e45ebc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 01d33f6a-e500-4676-90a5-cc9ec2f6ba13
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:18:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:36Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e385fa5e70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34194"
    uid: 3232a918-2f85-478b-a924-385ca0dbbf9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:18:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:36Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e3862ce64b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 9e860883-e8a7-4040-8ea0-f7d00128c90d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:18:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:36Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e38634011cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34198"
    uid: 92a98abe-cab3-4376-add0-3b041aff7b03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:18:40Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-24T23:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:18:40Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e3970572ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34236"
    uid: 998f37c9-1c91-45c3-850c-244197e68833
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:20:35Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.797s
    (1m54.797s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T23:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:20:35Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e542ac98816
    namespace: kserve-ci-e2e-test
    resourceVersion: "35042"
    uid: 6e058c32-abf2-4624-8a59-76b3e731994a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:20:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:20:35Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e5431651b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35043"
    uid: 340ecb60-a114-407e-9c84-f90f975d8f9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:20:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:20:35Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e5432cbd68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35044"
    uid: e4e89f14-ad53-4c91-870b-7a06f7a0a7bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:20:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:20:35Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e5432d78f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "35045"
    uid: 55a4bae8-4cf2-499a-97ae-93fd679d528f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:20:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:20:35Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e5438c0200a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35046"
    uid: d37e8002-a0a3-43f1-96a5-a5d89be584b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:20:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:20:36Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e543b721dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "35050"
    uid: 48f9e2d6-01e6-427a-a0e3-19a793bfff8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:20:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:20:42Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e544dfa52ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "35095"
    uid: ecf70b07-ec31-429a-8159-8925e57e771c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:20:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:20:58Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e59695e6411
    namespace: kserve-ci-e2e-test
    resourceVersion: "35244"
    uid: 5e5b6ce3-e288-4295-83c9-fe506c8808a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-w8r97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 1fdbf155-172c-430c-a912-792047b69bfc
  kind: Event
  lastTimestamp: "2026-04-24T23:20:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:20:58Z"
    name: isvc-triton-predictor-84bb65d94b-w8r97.18a96e59695f9df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35246"
    uid: 79ec5cfd-464c-40af-8c41-b5edf713419e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34147"
    uid: 32bd151b-4551-4767-8d0d-7d7a97cd234f
  kind: Event
  lastTimestamp: "2026-04-24T23:18:35Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-w8r97'
  metadata:
    creationTimestamp: "2026-04-24T23:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:18:35Z"
    name: isvc-triton-predictor-84bb65d94b.18a96e3844fff519
    namespace: kserve-ci-e2e-test
    resourceVersion: "34172"
    uid: 03d28098-8dc9-44c1-b747-1a448bbd4777
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34144"
    uid: 7a0c0109-4c52-4398-b150-5a5dc70c4f5e
  kind: Event
  lastTimestamp: "2026-04-24T23:18:35Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:18:35Z"
    name: isvc-triton-predictor.18a96e3841a69936
    namespace: kserve-ci-e2e-test
    resourceVersion: "34149"
    uid: 1df9803c-fdc4-403b-874a-7dfa27157aab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: 9845b3c3-dd3a-4014-b002-4c51b59e17b8
  kind: Event
  lastTimestamp: "2026-04-24T23:20:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:20:51Z"
    name: isvc-triton-predictor.18a96e3bc06b2e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "35151"
    uid: 138900a0-0e86-410a-98fe-911425c9e6ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: 9845b3c3-dd3a-4014-b002-4c51b59e17b8
  kind: Event
  lastTimestamp: "2026-04-24T23:20:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:20:51Z"
    name: isvc-triton-predictor.18a96e3bc0cb121a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: e95e7f29-e4ec-4a8f-91e0-1b3b98f87e4a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34136"
    uid: d06ee073-07da-4a13-9461-033bc2e90088
  kind: Event
  lastTimestamp: "2026-04-24T23:20:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:20:52Z"
    name: isvc-triton.18a96e3841822a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35170"
    uid: 2822bd7e-d7fa-429e-a39a-8dbd244be93f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:18:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34136"
    uid: d06ee073-07da-4a13-9461-033bc2e90088
  kind: Event
  lastTimestamp: "2026-04-24T23:18:35Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T23:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:18:35Z"
    name: isvc-triton.18a96e38450ec9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: 78b2e220-8e7b-44ff-9ede-76745295d69d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35167"
    uid: d06ee073-07da-4a13-9461-033bc2e90088
  kind: Event
  lastTimestamp: "2026-04-24T23:20:52Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:20:52Z"
    name: isvc-triton.18a96e580dabad8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35168"
    uid: c52c27cc-975e-4995-bd25-271552959bf0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:20:58.365639Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35259"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-n7sd5
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:20:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:20:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e596edf524b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35263"
    uid: 93ce74ac-ceb4-45ea-8d99-31a457bafdcf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:20:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:20:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e59792cf9af
    namespace: kserve-ci-e2e-test
    resourceVersion: "35274"
    uid: ab33a4c2-678a-451d-8cfa-12ca63e056cd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35268"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:20:59Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:20:59Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e59b6778313
    namespace: kserve-ci-e2e-test
    resourceVersion: "35288"
    uid: 5eb421b5-1ba2-492e-b47e-7769c6533eeb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:20:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:20:59Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e59b814c434
    namespace: kserve-ci-e2e-test
    resourceVersion: "35290"
    uid: eb583654-b6a7-4473-9092-ae7feda8d309
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:20:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:20:59Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e59bad75ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35292"
    uid: ae607fd9-c8db-4e77-9830-59ec5b5a1e0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:20:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:20:59Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e59bb4b4495
    namespace: kserve-ci-e2e-test
    resourceVersion: "35294"
    uid: f5ae0ed6-f4be-45b8-9c40-18985f317942
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:21:03Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T23:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:21:03Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e5a9c21824c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35327"
    uid: 272811c1-1545-47c4-aa54-ac096a15c290
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:21:22Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.598s (18.598s
    including waiting). Image size: 1306417402 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T23:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:21:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e5ef0b0f012
    namespace: kserve-ci-e2e-test
    resourceVersion: "35458"
    uid: 5c215ea9-983e-436c-9fca-7f774aa582cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:21:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:21:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e5ef3ddfda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35460"
    uid: dfd95619-147e-4082-8251-cc8eb0c98072
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:21:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:21:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e5ef452395e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35461"
    uid: 65e2c21a-4c89-4a8c-aac6-0cbb6beedad6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:21:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:21:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e5ef45d60bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35462"
    uid: 767c5778-7432-4bfd-b06a-c895bcd46430
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:21:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:21:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e5ef6e2f0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35463"
    uid: 614d3db6-cedd-40fa-b0e7-81859442cfed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:21:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:21:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e5ef7545b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "35464"
    uid: de84f9e8-fcf1-4d23-a46b-a7dbf08f6ca6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T23:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:22:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:22:29Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e5f4810758b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36019"
    uid: b93f7b36-a6af-4e60-866f-d8f262bcd329
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:22:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:22:28Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e6e694e2364
    namespace: kserve-ci-e2e-test
    resourceVersion: "35971"
    uid: 3cbd486b-24e0-4a03-aa0c-f683480db369
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:22:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:22:28Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e6e694e8dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35974"
    uid: 60114d0d-3fa0-48d4-9860-ac7ca8cf23c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 21c3052f-8849-4a8a-b614-0eb3c7785b70
  kind: Event
  lastTimestamp: "2026-04-24T23:22:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:22:29Z"
    name: isvc-xgboost-predictor-8689c4cfcc-n7sd5.18a96e6ea61bcaf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36018"
    uid: d6256f16-11a7-45ea-bf19-c241d39e84b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35248"
    uid: 469a66ef-a127-4513-9cf5-0f236850a908
  kind: Event
  lastTimestamp: "2026-04-24T23:20:58Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-n7sd5'
  metadata:
    creationTimestamp: "2026-04-24T23:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:20:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a96e596e5f0376
    namespace: kserve-ci-e2e-test
    resourceVersion: "35260"
    uid: 8c8abd62-9465-47c1-96c9-12d72f130b41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35245"
    uid: c22b93fd-67b9-47d4-8ba1-58ba8b439a30
  kind: Event
  lastTimestamp: "2026-04-24T23:20:58Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:20:58Z"
    name: isvc-xgboost-predictor.18a96e596a2b5337
    namespace: kserve-ci-e2e-test
    resourceVersion: "35249"
    uid: 6cceb3fe-7a35-4949-b091-9606c8dff001
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35247"
    uid: a70c6251-e1b1-4bd2-9e1b-8b5fc00fe8ca
  kind: Event
  lastTimestamp: "2026-04-24T23:21:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:21:58Z"
    name: isvc-xgboost-predictor.18a96e5ce939712c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35731"
    uid: 9407520e-0b08-4adc-aa3d-80458f10c9c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35247"
    uid: a70c6251-e1b1-4bd2-9e1b-8b5fc00fe8ca
  kind: Event
  lastTimestamp: "2026-04-24T23:21:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:21:58Z"
    name: isvc-xgboost-predictor.18a96e5ce9a4330a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35732"
    uid: 4bc35d79-a8f0-42a9-b18c-e14d43c11ce0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:21:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35398"
    uid: a70c6251-e1b1-4bd2-9e1b-8b5fc00fe8ca
  kind: Event
  lastTimestamp: "2026-04-24T23:22:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:22:28Z"
    name: isvc-xgboost-predictor.18a96e63e772edf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35949"
    uid: bab9f6e5-dd4c-4b4e-97a5-7cfe8e4fc1e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:21:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35398"
    uid: a70c6251-e1b1-4bd2-9e1b-8b5fc00fe8ca
  kind: Event
  lastTimestamp: "2026-04-24T23:22:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:22:28Z"
    name: isvc-xgboost-predictor.18a96e63e7d4423a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35950"
    uid: 443c47ad-7e99-4a59-b66a-4d7f0ade5c39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:24:08.914788Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36879"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:24:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:24:08Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e85cc7ca803
    namespace: kserve-ci-e2e-test
    resourceVersion: "36883"
    uid: 5a586a53-efdc-47e3-a6f0-7e941218d9db
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:24:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:09Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e85d5cca1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "36893"
    uid: 51a7297b-ee5a-4c43-b2d2-4d084ad4841d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36888"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:24:09Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:24:09Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e8609454aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36903"
    uid: 10610cc9-ae18-454c-b157-d54f1ebe8ca3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:24:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:09Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e860aa82bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36905"
    uid: f3a44d4a-47c3-4650-ae52-aab93c54cbce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:24:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:10Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e860dbdcf94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36906"
    uid: 16f210a7-5139-4308-b899-be8c1b3c6794
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:24:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:10Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e860e32a577
    namespace: kserve-ci-e2e-test
    resourceVersion: "36907"
    uid: 1ee9ab8c-a131-40bd-9737-1c14633cd502
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:24:14Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:14Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e86fc060477
    namespace: kserve-ci-e2e-test
    resourceVersion: "36942"
    uid: 112577a2-d768-4c02-8f33-4f6e6211abc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:24:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:14Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e86ff692f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "36947"
    uid: aa896f8e-6802-48a4-8db6-1d9fab5907c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:24:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:14Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e86ffdd73ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36948"
    uid: 2754d8d6-5468-4316-9e36-9657b4395a41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:24:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:14Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e86ffea6f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36949"
    uid: 9e9a537f-e4e3-48f8-90f3-5b47a7f9b3ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:24:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:14Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e8702d92674
    namespace: kserve-ci-e2e-test
    resourceVersion: "36951"
    uid: 2235bd8a-1770-4440-a4c0-06d5eca2dae7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:24:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:14Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e87034a3af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36952"
    uid: beecb1b6-7547-45fb-a196-47b233980fae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:25:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:25:22Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e8773cc023d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37520"
    uid: 3cd3696f-2b8d-4105-a1b3-74aff9c628a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:25:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:25:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e961dcf6b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "37464"
    uid: 1672ffc7-e3f1-4916-b72f-dfb1d46d8079
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:25:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:25:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e961dd05c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "37467"
    uid: ed0cb0b3-62b9-4886-85d9-86204988de14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 66bbc8ec-2fe9-4d9e-b320-5279848d64ae
  kind: Event
  lastTimestamp: "2026-04-24T23:25:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:25:22Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-9kzfb.18a96e96d1e7262b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37519"
    uid: 6fbfd328-4b0a-410f-9e12-38885035a060
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36868"
    uid: d9e58089-7458-4008-bd94-54fc6aa08427
  kind: Event
  lastTimestamp: "2026-04-24T23:24:08Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-9kzfb'
  metadata:
    creationTimestamp: "2026-04-24T23:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:24:08Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a96e85cbcef5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36880"
    uid: 42b05bed-5377-4806-942b-127019a35482
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36866"
    uid: 6b2b57ac-127d-4ead-a5f3-147f29f0bcd8
  kind: Event
  lastTimestamp: "2026-04-24T23:24:08Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T23:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:24:08Z"
    name: isvc-xgboost-runtime-predictor.18a96e85c89a8233
    namespace: kserve-ci-e2e-test
    resourceVersion: "36871"
    uid: da6ab97f-da2a-4bcc-9baf-38d53355294f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36867"
    uid: 217fa13a-efda-4693-98e2-25c223932587
  kind: Event
  lastTimestamp: "2026-04-24T23:24:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:24:38Z"
    name: isvc-xgboost-runtime-predictor.18a96e894760d97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37134"
    uid: e2dfa419-7921-4fe3-b7f1-bb19670c5d6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36867"
    uid: 217fa13a-efda-4693-98e2-25c223932587
  kind: Event
  lastTimestamp: "2026-04-24T23:24:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:24:38Z"
    name: isvc-xgboost-runtime-predictor.18a96e8947c594d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37135"
    uid: 7aaabb83-924c-45ca-9538-0ed820edf2ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37028"
    uid: 217fa13a-efda-4693-98e2-25c223932587
  kind: Event
  lastTimestamp: "2026-04-24T23:25:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:25:08Z"
    name: isvc-xgboost-runtime-predictor.18a96e9045dd0e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37346"
    uid: 40a5c855-ca78-47d8-9939-8685d5953da4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37028"
    uid: 217fa13a-efda-4693-98e2-25c223932587
  kind: Event
  lastTimestamp: "2026-04-24T23:25:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:25:08Z"
    name: isvc-xgboost-runtime-predictor.18a96e90468e1607
    namespace: kserve-ci-e2e-test
    resourceVersion: "37347"
    uid: 0ab89d9e-7232-412e-a609-9cf26bc60724
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36839"
    uid: ccd6407f-8d02-404a-8579-5681ae6d67b6
  kind: Event
  lastTimestamp: "2026-04-24T23:25:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:25:12Z"
    name: isvc-xgboost-runtime.18a96e85c8705855
    namespace: kserve-ci-e2e-test
    resourceVersion: "37374"
    uid: 154eacf1-1492-41f7-90fd-acd470539659
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36839"
    uid: ccd6407f-8d02-404a-8579-5681ae6d67b6
  kind: Event
  lastTimestamp: "2026-04-24T23:24:08Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:24:08Z"
    name: isvc-xgboost-runtime.18a96e85c8eadbc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36874"
    uid: 1428fe24-2163-426f-bd0e-a24f548f2af6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37372"
    uid: ccd6407f-8d02-404a-8579-5681ae6d67b6
  kind: Event
  lastTimestamp: "2026-04-24T23:25:12Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:25:12Z"
    name: isvc-xgboost-runtime.18a96e948265d0dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37373"
    uid: 8e3bfeb7-5205-45f7-a0e0-13c772aad8a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:22:28.584569Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35995"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:22:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:22:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e6e705706a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35999"
    uid: 0212f48b-a1b5-44bf-8162-32eafcf8876b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:22:29Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:22:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e6e896863c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36010"
    uid: 5f0818e6-0002-4865-927e-1ad934cb3fc5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:22:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:22:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e6e8ad44251
    namespace: kserve-ci-e2e-test
    resourceVersion: "36012"
    uid: 2e501273-85f6-4a6b-8323-40b2911b7fc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:22:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:22:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e6e8dbca4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: feb81c8e-5fa5-43ce-9153-c7fa00f38b54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:22:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:22:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e6e8e349aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36015"
    uid: 057f2de1-c5de-405b-a948-a8cc8751da61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:22:33Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T23:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:22:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e6fa0bd4865
    namespace: kserve-ci-e2e-test
    resourceVersion: "36057"
    uid: e93d1033-be13-47e3-8520-ab0ad115f96a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:22:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:22:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e6fa3ba57a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36059"
    uid: 1922ce23-2d59-4c40-8bb9-6a347fc765ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:22:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:22:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e6fa42b1385
    namespace: kserve-ci-e2e-test
    resourceVersion: "36060"
    uid: 8ed761e4-b735-46b9-ba4e-d7ba3e41248b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:22:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:22:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e6fa4366de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36063"
    uid: 94fd0b4f-1f80-4cb4-9c87-a87518465d86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:22:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:22:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e6fa7451ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36065"
    uid: bb7ee607-551f-4ff1-a983-169f943c08f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:22:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:22:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e6fa7bb1157
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 40d27292-8b56-4355-a333-c5f30c484823
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:23:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:23:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e7a1794cf8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: f43d3eb8-8a86-47b4-bcf5-c5ce45d8f72d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:23:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:23:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e7a17960993
    namespace: kserve-ci-e2e-test
    resourceVersion: "36422"
    uid: 5e96134d-b14a-4434-bc83-2398a94ee9f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:23:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:23:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e7ace703bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36481"
    uid: 7b220ea6-7cce-46d8-9ece-66b2109ca4ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a80c224f-5309-40da-87b9-4016c7bb5675
  kind: Event
  lastTimestamp: "2026-04-24T23:23:21Z"
  message: 'Readiness probe failed: Get "http://10.133.0.56:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:23:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n.18a96e7aceba9240
    namespace: kserve-ci-e2e-test
    resourceVersion: "36482"
    uid: e7ec3c45-31d2-418d-b930-375de9b67f18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "35983"
    uid: 2cf5fe16-0993-4d90-9bbf-8b50819d4d99
  kind: Event
  lastTimestamp: "2026-04-24T23:22:28Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-dzn9n'
  metadata:
    creationTimestamp: "2026-04-24T23:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:22:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a96e6e6fd14225
    namespace: kserve-ci-e2e-test
    resourceVersion: "35996"
    uid: 6ee354d3-90f0-455c-b6a2-e17d7664692a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35981"
    uid: 68a2d576-138f-4662-8e8a-f53a320ba67a
  kind: Event
  lastTimestamp: "2026-04-24T23:22:28Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:22:28Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96e6e6b9de23e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35985"
    uid: 3360a429-0832-4253-a632-25a2d49d15d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35982"
    uid: 81d76bd0-0b68-4e4f-a636-5632576b250e
  kind: Event
  lastTimestamp: "2026-04-24T23:22:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:22:58Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96e71ea775b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36245"
    uid: b7cd19c6-d956-47b4-9ad8-1766f31525f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35982"
    uid: 81d76bd0-0b68-4e4f-a636-5632576b250e
  kind: Event
  lastTimestamp: "2026-04-24T23:22:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:22:58Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96e71eae09301
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 11342784-ba91-4510-963f-822e0b13e423
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36140"
    uid: 81d76bd0-0b68-4e4f-a636-5632576b250e
  kind: Event
  lastTimestamp: "2026-04-24T23:23:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:23:13Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96e78e8987d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 6616a193-c5de-4e3f-bbe5-941b6df4a39d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36140"
    uid: 81d76bd0-0b68-4e4f-a636-5632576b250e
  kind: Event
  lastTimestamp: "2026-04-24T23:23:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:23:13Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96e78e8fdad5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36361"
    uid: a94ccd48-9522-454a-bd7d-f20c295d862c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35953"
    uid: 33e2d222-13b4-4b84-ae31-64091041359b
  kind: Event
  lastTimestamp: "2026-04-24T23:23:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:23:11Z"
    name: isvc-xgboost-v2-mlserver.18a96e6e6b783d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36344"
    uid: 85bb9893-8a72-4474-a332-f3265473ec0b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35953"
    uid: 33e2d222-13b4-4b84-ae31-64091041359b
  kind: Event
  lastTimestamp: "2026-04-24T23:22:28Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:22:28Z"
    name: isvc-xgboost-v2-mlserver.18a96e6e6be3cdee
    namespace: kserve-ci-e2e-test
    resourceVersion: "35987"
    uid: fdead97d-a5b7-41e2-897b-27ca1960a8fe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36342"
    uid: 33e2d222-13b4-4b84-ae31-64091041359b
  kind: Event
  lastTimestamp: "2026-04-24T23:23:11Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:23:11Z"
    name: isvc-xgboost-v2-mlserver.18a96e78800de752
    namespace: kserve-ci-e2e-test
    resourceVersion: "36343"
    uid: 3aae8081-4a7d-47dc-83f2-fcea930665f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:26:19.228239Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:26:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:26:19Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96ea423c61084
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: f22affc0-d506-4423-9454-5d3dc0d099e5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:26:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:19Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96ea42b014043
    namespace: kserve-ci-e2e-test
    resourceVersion: "38002"
    uid: 98d4404d-3c44-4c3b-aee5-c01b2ee4cbaa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37996"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:26:20Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:26:20Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96ea46087db0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 08a44956-7b0f-467f-bf31-f84ad7343d24
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:26:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:20Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96ea461f173da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38011"
    uid: d28cfd3b-fc77-4492-896d-b17302d78576
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:26:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:20Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96ea465dda727
    namespace: kserve-ci-e2e-test
    resourceVersion: "38013"
    uid: c5407e7c-0a1b-4bdc-9b1d-b53440b5b8f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:26:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:20Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96ea4664ed2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38014"
    uid: 4af1f58f-bba7-4e00-bc22-4207aeed7af6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:26:24Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:24Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96ea557c7112e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38047"
    uid: a0216ba8-da80-46d9-9f2f-8451263a1874
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:26:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:24Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96ea55ac51553
    namespace: kserve-ci-e2e-test
    resourceVersion: "38052"
    uid: d1a9d57d-73be-4777-8f61-ecdb26aeadc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:26:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:24Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96ea55b376fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38054"
    uid: 8e51a928-958c-419a-aec6-b9143b7a364e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:26:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:24Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96ea55b434952
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: a1c28e68-2f60-476c-a5c0-cc404c1f49ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:26:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:24Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96ea55e092362
    namespace: kserve-ci-e2e-test
    resourceVersion: "38057"
    uid: 92c56b1a-df29-494c-8fd6-02e0e3cb0954
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:26:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:24Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96ea55e7c0f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38058"
    uid: 8341b4af-7acf-47af-92bb-57fa0ac413d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:27:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T23:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:27:32Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96ea5cf92a1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38626"
    uid: 31132b55-c683-475f-951d-b04e4dd4cd66
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:27:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:27:29Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96eb4763538d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38556"
    uid: fc549f2f-e9c8-466f-932e-898c8dee9393
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:27:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:27:29Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96eb476366236
    namespace: kserve-ci-e2e-test
    resourceVersion: "38560"
    uid: d7ede9c1-749d-41b0-95b5-c5a3cee1e43b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 3d90b47b-0c05-4526-ba18-47d279656ef3
  kind: Event
  lastTimestamp: "2026-04-24T23:27:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.60:8643/healthz": dial tcp
    10.133.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:27:32Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97.18a96eb52db29a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "38625"
    uid: 6393ddbe-2c1c-4198-9679-66597682aba0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37978"
    uid: 5589419a-ead1-44b3-8b72-c21b4c2818fb
  kind: Event
  lastTimestamp: "2026-04-24T23:26:19Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-2fv97'
  metadata:
    creationTimestamp: "2026-04-24T23:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:26:19Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a96ea423690b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37990"
    uid: 90959e13-60c3-4c66-bcc7-8c6207831878
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37976"
    uid: c158adff-46fb-44a9-bd98-cfb2dff5fdcc
  kind: Event
  lastTimestamp: "2026-04-24T23:26:19Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:26:19Z"
    name: isvc-xgboost-v2-predictor.18a96ea4208ec459
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: cfd4547c-b9f5-48a6-86ab-da0223733543
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37977"
    uid: 54d2b47a-9611-45e1-9ee3-e195410a12b3
  kind: Event
  lastTimestamp: "2026-04-24T23:27:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:27:04Z"
    name: isvc-xgboost-v2-predictor.18a96ea79f10328b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38345"
    uid: 600e21e7-bcd8-427b-975a-f16c821198ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37977"
    uid: 54d2b47a-9611-45e1-9ee3-e195410a12b3
  kind: Event
  lastTimestamp: "2026-04-24T23:27:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:27:04Z"
    name: isvc-xgboost-v2-predictor.18a96ea79f72e5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38346"
    uid: 2ce9e5c5-17f0-471c-b937-bcbdf9d8a7ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38132"
    uid: 54d2b47a-9611-45e1-9ee3-e195410a12b3
  kind: Event
  lastTimestamp: "2026-04-24T23:27:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:27:19Z"
    name: isvc-xgboost-v2-predictor.18a96eab1f686e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38446"
    uid: 22986d74-0190-4c8c-96d3-593859282e91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38132"
    uid: 54d2b47a-9611-45e1-9ee3-e195410a12b3
  kind: Event
  lastTimestamp: "2026-04-24T23:27:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:27:19Z"
    name: isvc-xgboost-v2-predictor.18a96eab1fcd32ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "38447"
    uid: b91f0cc9-aca7-4dcb-9a6f-52c3912696fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:25:19.121753Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37473"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:25:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:25:19Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96e962525e537
    namespace: kserve-ci-e2e-test
    resourceVersion: "37481"
    uid: 3464e4ae-3d48-4e25-88b5-8a485ea5975e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37484"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:25:19Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:25:19Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96e963e16c056
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: e4a8191a-ab99-45dc-b687-650d01a1d981
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:25:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:25:19Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96e963f74e00f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37494"
    uid: 8170dc31-41a1-4071-90a9-5e5423a846c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:25:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:25:19Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96e964360b0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37495"
    uid: a42c8c35-9e70-4ad5-bdce-11b39b4b75e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:25:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:25:19Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96e9643d61385
    namespace: kserve-ci-e2e-test
    resourceVersion: "37496"
    uid: ac25afcf-c28c-4f51-b65a-5b1f11154eba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:25:24Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T23:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:25:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96e97553b6da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37540"
    uid: 02e8e7ce-b17b-48e7-8477-f73e129d4a54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:25:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:25:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96e97583f4c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: c096c532-94f1-469c-8f75-5cecbbf2be7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:25:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:25:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96e9758b35bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "37544"
    uid: 9b2806ba-18a1-4893-b5bd-091020311937
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:25:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:25:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96e9758bd6538
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b609183e-07bd-40ef-83dc-e29e79e8d940
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:25:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:25:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96e975bb104f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 6d3bbb61-95b6-4e4e-8980-55750649f1d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:25:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:25:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96e975c22c219
    namespace: kserve-ci-e2e-test
    resourceVersion: "37549"
    uid: e43603e8-627a-4cbe-841c-2c0aa69c131c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:26:01Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T23:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:01Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96e9ff7d261ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37806"
    uid: fcb00f77-7989-4a79-839c-e3dcde34ecd3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:26:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:19Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96ea41e9f89cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37970"
    uid: 2d6094b3-c6bc-4fd4-8ae3-43e963983a97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:26:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:19Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96ea41ea02ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37972"
    uid: baecea1a-d03c-4182-825f-64e17a17e259
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 40651756-a446-41ae-86da-e7e4c98a1457
  kind: Event
  lastTimestamp: "2026-04-24T23:26:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.59:8643/healthz": dial tcp
    10.133.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:26:21Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl.18a96ea49b1e7b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38029"
    uid: 8be69e6a-e34c-4229-a1d2-5880921d489b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37463"
    uid: 9faadb23-f0be-4295-b50d-d73fc034f514
  kind: Event
  lastTimestamp: "2026-04-24T23:25:19Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mb4hl'
  metadata:
    creationTimestamp: "2026-04-24T23:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:25:19Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a96e9623995e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "37476"
    uid: e04f1be7-6a65-4a57-a3ce-85a7839c880d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37461"
    uid: fcd459c0-cdf7-40bf-8d19-8959755b6d35
  kind: Event
  lastTimestamp: "2026-04-24T23:25:19Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T23:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:25:19Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96e961e30ea9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37466"
    uid: bf4e95fb-c42d-4b9f-9b34-a93032c26278
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37462"
    uid: d99f8291-b008-4015-9e1e-39fd7993aba1
  kind: Event
  lastTimestamp: "2026-04-24T23:26:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:26:04Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96e999ca6689e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37821"
    uid: b49ad742-8895-4054-aef0-c1710c57acd5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37462"
    uid: d99f8291-b008-4015-9e1e-39fd7993aba1
  kind: Event
  lastTimestamp: "2026-04-24T23:26:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:26:04Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96e999d11824e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37822"
    uid: 255b1d7f-a068-4f7c-a9cb-442be8fe26ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37615"
    uid: d99f8291-b008-4015-9e1e-39fd7993aba1
  kind: Event
  lastTimestamp: "2026-04-24T23:26:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:26:19Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96ea419dac67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: ec7bcc4b-33ac-4db1-9e0b-52bccadf955d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37615"
    uid: d99f8291-b008-4015-9e1e-39fd7993aba1
  kind: Event
  lastTimestamp: "2026-04-24T23:26:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:26:19Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96ea41a3e0d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37945"
    uid: 050e9fae-646b-4478-b8ec-4cb37da434e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37435"
    uid: de92cfc9-4986-4993-a5f9-54d800814e4c
  kind: Event
  lastTimestamp: "2026-04-24T23:26:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:26:11Z"
    name: isvc-xgboost-v2-runtime.18a96e961e04cfb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37888"
    uid: cd4d34e1-0eab-4628-8489-8884b7315558
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37435"
    uid: de92cfc9-4986-4993-a5f9-54d800814e4c
  kind: Event
  lastTimestamp: "2026-04-24T23:25:19Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:25:19Z"
    name: isvc-xgboost-v2-runtime.18a96e961e80ac61
    namespace: kserve-ci-e2e-test
    resourceVersion: "37469"
    uid: b3458b89-ab26-48e6-ae17-1e93522a32b3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37886"
    uid: de92cfc9-4986-4993-a5f9-54d800814e4c
  kind: Event
  lastTimestamp: "2026-04-24T23:26:11Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:26:11Z"
    name: isvc-xgboost-v2-runtime.18a96ea24c3bede8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37887"
    uid: 841c1dc2-7544-4184-aaf5-e8f153120b1e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37947"
    uid: aa23e587-3b85-4b88-bb51-ec78b2f79a7b
  kind: Event
  lastTimestamp: "2026-04-24T23:27:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:27:22Z"
    name: isvc-xgboost-v2.18a96ea420683074
    namespace: kserve-ci-e2e-test
    resourceVersion: "38474"
    uid: 22a10d58-6e29-4c50-a9c2-f849b9c38103
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:26:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37947"
    uid: aa23e587-3b85-4b88-bb51-ec78b2f79a7b
  kind: Event
  lastTimestamp: "2026-04-24T23:26:19Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:26:19Z"
    name: isvc-xgboost-v2.18a96ea420b57788
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: f2d603ab-a55b-4591-bd3b-ef122d3650f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:27:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38472"
    uid: aa23e587-3b85-4b88-bb51-ec78b2f79a7b
  kind: Event
  lastTimestamp: "2026-04-24T23:27:22Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:27:22Z"
    name: isvc-xgboost-v2.18a96eb2de701d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "38473"
    uid: 684447bf-918b-403f-8f15-e76795a055db
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35218"
    uid: 91345b51-098e-4d26-9b6d-8f76cfad4dc0
  kind: Event
  lastTimestamp: "2026-04-24T23:22:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:22:19Z"
    name: isvc-xgboost.18a96e596a369cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35887"
    uid: 86fe0d41-e12f-4272-b07d-42545f519266
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35218"
    uid: 91345b51-098e-4d26-9b6d-8f76cfad4dc0
  kind: Event
  lastTimestamp: "2026-04-24T23:20:58Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T23:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:20:58Z"
    name: isvc-xgboost.18a96e596aae42c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35269"
    uid: b2bb65b6-31d3-4d4c-8783-dae77d296d6c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35232"
    uid: 91345b51-098e-4d26-9b6d-8f76cfad4dc0
  kind: Event
  lastTimestamp: "2026-04-24T23:20:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:20:58Z"
    name: isvc-xgboost.18a96e597039faa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35270"
    uid: 103bafbd-e078-4f97-9a90-705b0ac0fd54
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:22:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35885"
    uid: 91345b51-098e-4d26-9b6d-8f76cfad4dc0
  kind: Event
  lastTimestamp: "2026-04-24T23:22:19Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:22:19Z"
    name: isvc-xgboost.18a96e6c571aaeef
    namespace: kserve-ci-e2e-test
    resourceVersion: "35886"
    uid: 6c7954e1-66e2-4590-85a5-83dc462243a7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:41:38.770662Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-p9nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: d81e7f17-a9f6-4c1a-bbef-23886621e642
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-p9nkd
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:41:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:41:38Z"
    name: message-dumper-predictor-c7d86bcbd-p9nkd.18a96c340c0d5506
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 70b0f686-9845-4b55-b555-a6a574fe1d76
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-p9nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15292"
    uid: d81e7f17-a9f6-4c1a-bbef-23886621e642
  kind: Event
  lastTimestamp: "2026-04-24T22:41:39Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:41:39Z"
    name: message-dumper-predictor-c7d86bcbd-p9nkd.18a96c3424f95415
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: 2a3b5e5a-b696-4464-b24a-a8e0e76adf4e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-p9nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: d81e7f17-a9f6-4c1a-bbef-23886621e642
  kind: Event
  lastTimestamp: "2026-04-24T22:41:39Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-24T22:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:39Z"
    name: message-dumper-predictor-c7d86bcbd-p9nkd.18a96c3426603d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15304"
    uid: 841d53d6-8ce3-45dd-85d0-0d9b1b2a1a86
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-p9nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: d81e7f17-a9f6-4c1a-bbef-23886621e642
  kind: Event
  lastTimestamp: "2026-04-24T22:41:40Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 958ms (958ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:40Z"
    name: message-dumper-predictor-c7d86bcbd-p9nkd.18a96c345f7e17fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: 64a11030-b9db-45a3-978b-557e7b9ee8a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-p9nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: d81e7f17-a9f6-4c1a-bbef-23886621e642
  kind: Event
  lastTimestamp: "2026-04-24T22:41:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:40Z"
    name: message-dumper-predictor-c7d86bcbd-p9nkd.18a96c346297a73b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: 29ced292-a439-404e-91fe-0bfd1155590a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-p9nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: d81e7f17-a9f6-4c1a-bbef-23886621e642
  kind: Event
  lastTimestamp: "2026-04-24T22:41:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:40Z"
    name: message-dumper-predictor-c7d86bcbd-p9nkd.18a96c34630daa9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: 77c0d513-eb4e-4454-ba6c-ce1cd0592cc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-p9nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: d81e7f17-a9f6-4c1a-bbef-23886621e642
  kind: Event
  lastTimestamp: "2026-04-24T22:41:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:40Z"
    name: message-dumper-predictor-c7d86bcbd-p9nkd.18a96c3463186063
    namespace: kserve-ci-e2e-test
    resourceVersion: "15317"
    uid: fddd7e19-dfac-46a6-9cf3-266bcf8c546d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-p9nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: d81e7f17-a9f6-4c1a-bbef-23886621e642
  kind: Event
  lastTimestamp: "2026-04-24T22:41:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:40Z"
    name: message-dumper-predictor-c7d86bcbd-p9nkd.18a96c3465f95846
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: 0106856d-7641-4287-ba1e-65398cb0babc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-p9nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: d81e7f17-a9f6-4c1a-bbef-23886621e642
  kind: Event
  lastTimestamp: "2026-04-24T22:41:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:41:40Z"
    name: message-dumper-predictor-c7d86bcbd-p9nkd.18a96c34666d6c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: a7933579-6e5c-4776-b021-08216636050a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-p9nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: d81e7f17-a9f6-4c1a-bbef-23886621e642
  kind: Event
  lastTimestamp: "2026-04-24T22:43:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:14Z"
    name: message-dumper-predictor-c7d86bcbd-p9nkd.18a96c4a3f22b59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16170"
    uid: a72265c5-b9ef-4a22-8489-6f32e5b5730c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-p9nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: d81e7f17-a9f6-4c1a-bbef-23886621e642
  kind: Event
  lastTimestamp: "2026-04-24T22:43:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:43:14Z"
    name: message-dumper-predictor-c7d86bcbd-p9nkd.18a96c4a3f233d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: 10a46b9a-4857-4c9b-af9e-67fe1ce3d5a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15272"
    uid: af0c64bb-d82e-48c1-812c-b795ce8bfa2d
  kind: Event
  lastTimestamp: "2026-04-24T22:41:38Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-p9nkd'
  metadata:
    creationTimestamp: "2026-04-24T22:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:41:38Z"
    name: message-dumper-predictor-c7d86bcbd.18a96c340baf0433
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: 55c5d7bb-4652-44f4-a8c7-7f2776d0db08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15269"
    uid: 9eae7a79-1f41-4328-8788-56a073f4e127
  kind: Event
  lastTimestamp: "2026-04-24T22:41:38Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:41:38Z"
    name: message-dumper-predictor.18a96c3409bec453
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: 33d02f86-9a7c-4329-87fa-302d01973ec4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15271"
    uid: cee99ff6-b657-47ca-af70-bdb28bd4476b
  kind: Event
  lastTimestamp: "2026-04-24T22:42:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:42:08Z"
    name: message-dumper-predictor.18a96c3788965398
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: add9cc11-2a40-409f-8745-e26c23a96442
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15271"
    uid: cee99ff6-b657-47ca-af70-bdb28bd4476b
  kind: Event
  lastTimestamp: "2026-04-24T22:42:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:42:08Z"
    name: message-dumper-predictor.18a96c3788f9ad78
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: 0d346d6d-875e-4b35-935a-f70f6b73cb6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15244"
    uid: a9a64c94-1d77-4441-9595-912524704c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:41:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:41:48Z"
    name: message-dumper.18a96c3409997e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 3aff4ff4-c6c4-423a-9276-cbec88828467
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15244"
    uid: a9a64c94-1d77-4441-9595-912524704c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:41:38Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:41:38Z"
    name: message-dumper.18a96c340a20b1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: ce94692a-65b2-4260-9f93-2c859d8547df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15255"
    uid: a9a64c94-1d77-4441-9595-912524704c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:41:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:41:38Z"
    name: message-dumper.18a96c341017bdd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: f5f33439-6bdd-49f2-8a03-3b4eca32ad18
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:41:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: a9a64c94-1d77-4441-9595-912524704c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:41:48Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:41:48Z"
    name: message-dumper.18a96c36420a42a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15384"
    uid: c9368be9-0454-4322-9090-32ff6cbac6dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:11:57.664544Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30705"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:11:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:11:57Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96ddb8a9365f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30709"
    uid: bb1b6165-7608-41f4-8af5-a23396b051f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:11:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T23:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:11:57Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96ddb918e9ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30717"
    uid: ba25d1e1-8bd6-40bf-8ffb-558390f3febd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30712"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:11:58Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:11:58Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96ddbc724e725
    namespace: kserve-ci-e2e-test
    resourceVersion: "30727"
    uid: 56191ce5-0571-4020-9f3a-49d010170615
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:11:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:11:58Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96ddbc86a80d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 32fae1ad-9001-41e9-9c66-c05c5ec25bd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:11:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:11:58Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96ddbcb32be9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: cc6630ca-a85b-4e57-b5b2-18c9745f20f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:11:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:11:58Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96ddbcba2e451
    namespace: kserve-ci-e2e-test
    resourceVersion: "30732"
    uid: 16589d80-0015-41b4-a5ec-f83fc7f29124
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:12:02Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T23:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:12:02Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96ddcb9e4a015
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 460458c2-7bab-4677-b643-b8bc03de6eaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:12:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:12:02Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96ddcbcc58717
    namespace: kserve-ci-e2e-test
    resourceVersion: "30773"
    uid: bf775c9d-c50f-4bd6-a976-5331979e27bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:12:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:12:02Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96ddcbd60b82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30775"
    uid: cb51370f-2ce8-42ac-8622-556f29cd1c00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:12:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:12:02Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96ddcbd6d028f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30776"
    uid: 40c555ed-6070-4d45-8a05-95dd5b41228d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:12:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:12:02Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96ddcc02ba653
    namespace: kserve-ci-e2e-test
    resourceVersion: "30779"
    uid: 80201017-91ea-4b47-bdca-3fd95c5f1d8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:12:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:12:02Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96ddcc0a37dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30780"
    uid: cf437f6a-9e09-471b-8bd3-1c7e899142db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:12:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T23:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:12:40Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96de5965711a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: 12ba10df-a8c7-434e-946f-76f450cd0347
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:12:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:12:57Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96de98932c32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31198"
    uid: d28e0c02-d070-4d28-a557-bc3988287e2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:12:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:12:57Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96de989333657
    namespace: kserve-ci-e2e-test
    resourceVersion: "31201"
    uid: 6b74a4ab-d9f1-49f6-add9-8fd040a6e057
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 900d0e39-350c-44e3-a16f-6eaa4e0e8209
  kind: Event
  lastTimestamp: "2026-04-24T23:13:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:13:00Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jhmvx.18a96dea3ba1c874
    namespace: kserve-ci-e2e-test
    resourceVersion: "31264"
    uid: 296653eb-0b28-4177-99e7-174ee2c296df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "30693"
    uid: b0a1c0ea-64f2-433e-85fe-ed7ee5d45e12
  kind: Event
  lastTimestamp: "2026-04-24T23:11:57Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-jhmvx'
  metadata:
    creationTimestamp: "2026-04-24T23:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:11:57Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a96ddb8a284c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "30706"
    uid: 6ab4a8fb-6845-452c-ab5b-f4a06e030dd1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30691"
    uid: 3f6c2f33-8fd4-4f95-b6c0-8cccab077a7e
  kind: Event
  lastTimestamp: "2026-04-24T23:11:57Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T23:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:11:57Z"
    name: sklearn-v2-mlserver-predictor.18a96ddb87377f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: da612839-ca0b-4940-9eb9-bafaa29864ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30692"
    uid: abca0965-e6d7-4c0a-a5b8-792a4d64db09
  kind: Event
  lastTimestamp: "2026-04-24T23:12:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:12:42Z"
    name: sklearn-v2-mlserver-predictor.18a96ddf060d6f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: 303399bb-c527-44a2-80ba-f3d811c9e157
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30692"
    uid: abca0965-e6d7-4c0a-a5b8-792a4d64db09
  kind: Event
  lastTimestamp: "2026-04-24T23:12:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:12:42Z"
    name: sklearn-v2-mlserver-predictor.18a96ddf0671277e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31058"
    uid: 5575f219-f3e4-4346-ad7c-6891058bafba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30846"
    uid: abca0965-e6d7-4c0a-a5b8-792a4d64db09
  kind: Event
  lastTimestamp: "2026-04-24T23:12:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:12:57Z"
    name: sklearn-v2-mlserver-predictor.18a96de285284797
    namespace: kserve-ci-e2e-test
    resourceVersion: "31171"
    uid: 82051c06-d661-4543-853f-664c798b87e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30846"
    uid: abca0965-e6d7-4c0a-a5b8-792a4d64db09
  kind: Event
  lastTimestamp: "2026-04-24T23:12:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:12:57Z"
    name: sklearn-v2-mlserver-predictor.18a96de2858620ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31172"
    uid: 750ea85d-89bc-4f3f-b873-655b206e47ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30663"
    uid: f0c12a4b-57ac-4f83-aa41-70fa4e8e6be6
  kind: Event
  lastTimestamp: "2026-04-24T23:12:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:12:50Z"
    name: sklearn-v2-mlserver.18a96ddb8713fd46
    namespace: kserve-ci-e2e-test
    resourceVersion: "31126"
    uid: b221375f-6056-4caf-a472-0e2894a1279b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:11:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30663"
    uid: f0c12a4b-57ac-4f83-aa41-70fa4e8e6be6
  kind: Event
  lastTimestamp: "2026-04-24T23:11:57Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:11:57Z"
    name: sklearn-v2-mlserver.18a96ddb87681131
    namespace: kserve-ci-e2e-test
    resourceVersion: "30697"
    uid: 2c0f589f-90e3-4182-a820-13117fab3131
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:12:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31124"
    uid: f0c12a4b-57ac-4f83-aa41-70fa4e8e6be6
  kind: Event
  lastTimestamp: "2026-04-24T23:12:50Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:12:50Z"
    name: sklearn-v2-mlserver.18a96de7ed3d9f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "31125"
    uid: 1df90f68-0a77-46b5-bb44-bb6c2f57cf07
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T23:23:18.726212Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36438"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    to ip-10-0-134-116.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T23:23:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T23:23:18Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e7a1d03b9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36444"
    uid: d2816f21-881d-4ed7-8f67-a8b692393382
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f8bfbd85c-bzh9q
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36448"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:23:19Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T23:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T23:23:19Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e7a361298f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36455"
    uid: 68bc5f9b-c987-43a5-81a3-2f5c16e71b44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:23:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4ae4df75945dd799b0c11b5e37a48a5ba8230ff3507d345ea07c8897a8c39885"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:23:19Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e7a3769a534
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: c45caa7c-8b11-43b6-b863-06195207bab2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:23:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T23:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:23:19Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e7a3a56d056
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: 812cae43-6ae2-4a25-92e2-aa47fb430d7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:23:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T23:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:23:19Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e7a3ac9aa52
    namespace: kserve-ci-e2e-test
    resourceVersion: "36460"
    uid: 91d13853-da5e-4dae-9dd6-4600b6667084
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:23:22Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:23:22Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e7b12a2bad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36495"
    uid: 84f14289-78ec-40f1-afc9-6a7cdd3bcfdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:23:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:23:22Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e7b17317d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "36499"
    uid: ccd18312-9505-4be4-894c-cae7ed1c0348
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:23:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:23:22Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e7b17a5ca3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36500"
    uid: f4a14911-173c-4a07-8d78-1d1919363ea3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:23:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:23:22Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e7b17b4b3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 22ca60b7-a33d-4fe6-b220-1a4a33bb669b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:23:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:23:22Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e7b1b2de6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36503"
    uid: dd21c364-2f1f-4666-8920-f7d312f75357
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:23:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:23:23Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e7b1bdcf935
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: bb1b6f8f-f9e0-4330-a117-5b07b7e3b842
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:24:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T23:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e85c6969174
    namespace: kserve-ci-e2e-test
    resourceVersion: "36858"
    uid: 31dc9157-0c7f-42a5-934d-f4f59a535481
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:24:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T23:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e85c69713a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36861"
    uid: 979c4e42-ff2a-43d5-b6c3-cfb213eb9f97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:24:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T23:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:14Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e860497bbc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36962"
    uid: 56bfb802-8dda-486f-b930-43f69c0b4e6b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 67d2103a-267a-4f0b-b961-bcf99ae2a1bd
  kind: Event
  lastTimestamp: "2026-04-24T23:24:10Z"
  message: 'Readiness probe failed: Get "http://10.133.0.57:8080/v2/models/xgboost-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-24T23:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T23:24:10Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6grg2.18a96e8642e79e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: c0fac408-bf62-4389-82d6-1b11d0b02764
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-116.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-116.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36429"
    uid: 81c9728e-9130-4484-b966-d3873dffab68
  kind: Event
  lastTimestamp: "2026-04-24T23:23:18Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-6grg2'
  metadata:
    creationTimestamp: "2026-04-24T23:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:23:18Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a96e7a1c97905d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36441"
    uid: 12ae2872-a4fd-4bc9-aaa9-ec1fa84c802c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36427"
    uid: d50e5b24-8a85-4ac5-af85-23aa4227de32
  kind: Event
  lastTimestamp: "2026-04-24T23:23:18Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T23:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:23:18Z"
    name: xgboost-v2-mlserver-predictor.18a96e7a19b70a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36431"
    uid: f6298336-2e5b-45f0-91e0-9f3cfd09197f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36428"
    uid: 0791f027-2f60-4975-9b5a-f8c388147584
  kind: Event
  lastTimestamp: "2026-04-24T23:24:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:24:03Z"
    name: xgboost-v2-mlserver-predictor.18a96e7d98306a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36797"
    uid: e932ec9a-f123-4ac1-8d8a-7b24aac4fc03
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36428"
    uid: 0791f027-2f60-4975-9b5a-f8c388147584
  kind: Event
  lastTimestamp: "2026-04-24T23:24:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T23:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:24:03Z"
    name: xgboost-v2-mlserver-predictor.18a96e7d989683f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36799"
    uid: 5523aba6-5da2-4320-ba5d-e89171e04c31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 0791f027-2f60-4975-9b5a-f8c388147584
  kind: Event
  lastTimestamp: "2026-04-24T23:23:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:23:48Z"
    name: xgboost-v2-mlserver-predictor.18a96e811792eb94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36685"
    uid: 6414c912-d2ce-43bd-859a-7ebea2b21e8c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 0791f027-2f60-4975-9b5a-f8c388147584
  kind: Event
  lastTimestamp: "2026-04-24T23:23:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T23:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T23:23:48Z"
    name: xgboost-v2-mlserver-predictor.18a96e8117ffdc1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36687"
    uid: 96fb3332-ef6a-417b-ae15-859cd4ba3de7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36399"
    uid: 09a6b4a0-339e-43b3-ab27-50242f47ddf6
  kind: Event
  lastTimestamp: "2026-04-24T23:23:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T23:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:23:59Z"
    name: xgboost-v2-mlserver.18a96e7a1993c458
    namespace: kserve-ci-e2e-test
    resourceVersion: "36769"
    uid: eb20b4bb-ae7a-4dbf-b22a-5d0a4a2ab83b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36399"
    uid: 09a6b4a0-339e-43b3-ab27-50242f47ddf6
  kind: Event
  lastTimestamp: "2026-04-24T23:23:18Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T23:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:23:18Z"
    name: xgboost-v2-mlserver.18a96e7a19ec8722
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: 74e5d523-26f1-4310-94c4-5fb3ec299307
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T23:23:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36766"
    uid: 09a6b4a0-339e-43b3-ab27-50242f47ddf6
  kind: Event
  lastTimestamp: "2026-04-24T23:23:59Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T23:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T23:23:59Z"
    name: xgboost-v2-mlserver.18a96e83b55bc118
    namespace: kserve-ci-e2e-test
    resourceVersion: "36768"
    uid: ba321a1b-fde6-4da4-a731-23b16dc2dc77
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41793"