---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:19:33.272997Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8d3837-predictor-6498f96895-xwwcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 12c4280d-72d4-46c7-9308-cfc76d461cf8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-8d3837-predictor-6498f96895-xwwcg
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:19:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:19:33Z"
    name: isvc-init-fail-8d3837-predictor-6498f96895-xwwcg.18a8c403b9743270
    namespace: kserve-ci-e2e-test
    resourceVersion: "25725"
    uid: 5fd344ba-efde-4d2c-b4f5-044360c23711
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8d3837-predictor-6498f96895-xwwcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25730"
    uid: 12c4280d-72d4-46c7-9308-cfc76d461cf8
  kind: Event
  lastTimestamp: "2026-04-22T19:19:33Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:19:33Z"
    name: isvc-init-fail-8d3837-predictor-6498f96895-xwwcg.18a8c403d2109187
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: 280b1d90-2071-4042-a625-702c593dde4e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8d3837-predictor-6498f96895-xwwcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25719"
    uid: 12c4280d-72d4-46c7-9308-cfc76d461cf8
  kind: Event
  lastTimestamp: "2026-04-22T19:19:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:38Z"
    name: isvc-init-fail-8d3837-predictor-6498f96895-xwwcg.18a8c403d42653a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25793"
    uid: f9e39620-63a5-43ff-9d60-b561b90927ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8d3837-predictor-6498f96895-xwwcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25719"
    uid: 12c4280d-72d4-46c7-9308-cfc76d461cf8
  kind: Event
  lastTimestamp: "2026-04-22T19:19:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:38Z"
    name: isvc-init-fail-8d3837-predictor-6498f96895-xwwcg.18a8c403d6bf413f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25796"
    uid: d0ba55e7-6e5b-4522-a0ae-91ea4b10cbcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8d3837-predictor-6498f96895-xwwcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25719"
    uid: 12c4280d-72d4-46c7-9308-cfc76d461cf8
  kind: Event
  lastTimestamp: "2026-04-22T19:19:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:38Z"
    name: isvc-init-fail-8d3837-predictor-6498f96895-xwwcg.18a8c403d72db6e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25797"
    uid: 3a8a866a-1867-47f7-9bb9-12177d28edf0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8d3837-predictor-6498f96895-xwwcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25719"
    uid: 12c4280d-72d4-46c7-9308-cfc76d461cf8
  kind: Event
  lastTimestamp: "2026-04-22T19:19:43Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:43Z"
    name: isvc-init-fail-8d3837-predictor-6498f96895-xwwcg.18a8c406083f59f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25859"
    uid: 212ad33e-4a27-4749-9709-37ef8f37b789
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-8d3837-predictor-6498f96895
    namespace: kserve-ci-e2e-test
    resourceVersion: "25663"
    uid: 091f37ae-1611-4528-bbc2-4a949cc36e3d
  kind: Event
  lastTimestamp: "2026-04-22T19:19:33Z"
  message: 'Created pod: isvc-init-fail-8d3837-predictor-6498f96895-xwwcg'
  metadata:
    creationTimestamp: "2026-04-22T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:19:33Z"
    name: isvc-init-fail-8d3837-predictor-6498f96895.18a8c403b8a6cca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25720"
    uid: 61d3c9ad-f690-4788-bbe6-f48f3b23c340
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-8d3837-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25654"
    uid: 1a00b506-a493-45b4-9506-91f7379dda86
  kind: Event
  lastTimestamp: "2026-04-22T19:19:33Z"
  message: Scaled up replica set isvc-init-fail-8d3837-predictor-6498f96895 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:19:33Z"
    name: isvc-init-fail-8d3837-predictor.18a8c403ac8387e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25672"
    uid: c3f7a647-ef60-4f79-ba58-7a91cdf3697f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8d3837
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: 45b5374e-1470-4a8b-bfea-a7ab1f5bd647
  kind: Event
  lastTimestamp: "2026-04-22T19:19:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:19:38Z"
    name: isvc-init-fail-8d3837.18a8c403aba9059e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25801"
    uid: b8f8a127-b5d7-4ad1-b516-5e4c4ad782fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8d3837
    namespace: kserve-ci-e2e-test
    resourceVersion: "25679"
    uid: 45b5374e-1470-4a8b-bfea-a7ab1f5bd647
  kind: Event
  lastTimestamp: "2026-04-22T19:19:33Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-8d3837":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-8d3837":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:19:33Z"
    name: isvc-init-fail-8d3837.18a8c403b8f82f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25722"
    uid: 5f834cad-4da8-4b8a-8fbf-fa8b29017fe7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8d3837
    namespace: kserve-ci-e2e-test
    resourceVersion: "25679"
    uid: 45b5374e-1470-4a8b-bfea-a7ab1f5bd647
  kind: Event
  lastTimestamp: "2026-04-22T19:19:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-8d3837": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:19:33Z"
    name: isvc-init-fail-8d3837.18a8c403b8f87f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25726"
    uid: 9bcaa584-7d12-41ae-9be3-b16f3109522b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:01:07.860169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-n5g9r
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:01:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:01:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c30259b6faed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 46978e9c-3326-4480-90d0-0872622c5b68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:01:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:08Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c30265fbad3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: 9186cbe4-568d-4a51-a686-7198ab0fa1ce
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:01:08Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:01:08Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c302964ecfa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16386"
    uid: fbcedba7-dbc5-437c-a079-28bea90d9909
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:01:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:08Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c302979fbc50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16388"
    uid: 4b4b1ef5-e0f4-4380-9a58-3f832b75a07b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:01:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:08Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c3029a8f935b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: 3ae5f067-8623-461e-bac8-240c3fc2883f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:01:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:08Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c3029afdd19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: c637431e-c3d4-404c-b89a-8f62a5702911
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:01:13Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T19:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:13Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c3039245157a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: f148c26c-98f2-4390-9bbe-754e744c1005
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:01:22Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 8.975s (8.975s
    including waiting). Image size: 606093581 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:22Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c305a93c94c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: 85562fe4-5aa8-4d51-a7b1-5c8222aa8be1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:01:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:22Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c305acbc8727
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 9e575627-49cd-4031-89a7-68d2e00ebd6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:01:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:22Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c305ad2b68f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: 88c58895-fc23-4aec-bdfd-640553090adb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:01:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:22Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c305ad37adfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: b6286dc0-a928-4b02-9795-31fee2b63c9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:01:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:22Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c305b01e34b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: e7d1163c-2afb-4a93-88bd-f669cf6696e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:01:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:22Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c305b089ea91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: cda8a6b6-14c7-4073-9844-0477fee559ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:02:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:50Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c305e85398b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: 70a848ba-4a40-43e9-8292-33518b34e036
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:02:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:47Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c319a9c5c1c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17158"
    uid: 1fd1cd0c-ec0d-4ccf-af44-8fb11f868734
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:02:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:47Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c319a9c657af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17161"
    uid: 6e1ff8c7-ce1f-42aa-9c4c-6912c6e75b06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 07d85718-3e0b-4f3b-b3af-da286afb0dde
  kind: Event
  lastTimestamp: "2026-04-22T19:02:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:50Z"
    name: isvc-lightgbm-predictor-bdf964bd-n5g9r.18a8c31a2a3a7c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: 13119702-9be5-48a8-8f19-87cb641b4711
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: 2a9a19e7-2bae-4779-ac30-6ba7e90d01d9
  kind: Event
  lastTimestamp: "2026-04-22T19:01:07Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-n5g9r'
  metadata:
    creationTimestamp: "2026-04-22T19:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:01:07Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a8c302592daa80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 12c533d9-8fed-4708-8907-30e5f911dac0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: bf02d84c-f02b-4eb4-8e98-87a035a9d646
  kind: Event
  lastTimestamp: "2026-04-22T19:01:07Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:01:07Z"
    name: isvc-lightgbm-predictor.18a8c30255dedd3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: e4665737-3962-47d4-979e-2c3d1b576ea7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: 20760007-d654-4f5b-a1c5-3d35dc4272e5
  kind: Event
  lastTimestamp: "2026-04-22T19:01:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:01:37Z"
    name: isvc-lightgbm-predictor.18a8c305d46a2ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: deeea9a8-011c-4096-90cf-cb16c501b2e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: 20760007-d654-4f5b-a1c5-3d35dc4272e5
  kind: Event
  lastTimestamp: "2026-04-22T19:01:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:01:37Z"
    name: isvc-lightgbm-predictor.18a8c305d4d2521d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: 60946b6f-063f-4de5-8fa9-db0a83a2dba5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: 20760007-d654-4f5b-a1c5-3d35dc4272e5
  kind: Event
  lastTimestamp: "2026-04-22T19:02:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:02:37Z"
    name: isvc-lightgbm-predictor.18a8c30cd2f6b595
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: 50d3e42d-f8c6-4221-bc6b-43b047156865
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: 20760007-d654-4f5b-a1c5-3d35dc4272e5
  kind: Event
  lastTimestamp: "2026-04-22T19:02:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:02:37Z"
    name: isvc-lightgbm-predictor.18a8c30cd35c4652
    namespace: kserve-ci-e2e-test
    resourceVersion: "17053"
    uid: 1d231019-baa3-4581-95e8-d6a860a95c86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:02:48.077914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:02:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:02:48Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c319af287978
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: a08bf918-8483-46b3-8ef1-721888cfb1bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:02:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:48Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c319b928ff0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: 3f826fbe-024a-4bc3-8a13-344e73b9ceab
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:02:49Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:02:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c319eb943bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: d5c98320-5736-4ed6-8607-79dbd03edc28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:02:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c319ece464a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17195"
    uid: 6a9cd90c-7d07-4bad-812d-8ec2d79a53d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:02:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c319efba8464
    namespace: kserve-ci-e2e-test
    resourceVersion: "17196"
    uid: 82752299-4e64-4cd3-a562-f812f6d65390
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:02:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c319f01ed228
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 3e4e86f8-644f-4276-aa1d-e0f014afb9b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:02:53Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c31aecf6124c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: 0336eb43-7b82-4715-bd4f-320edd3b4838
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:02:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c31af025fe14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: e1ae6dec-8107-4410-ad57-b6cd34025aed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:02:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c31af0852a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17244"
    uid: 0874b982-386a-46bc-aeb9-968b63918d9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:02:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c31af09069e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: d3065f79-adc2-4aac-b459-ff35f51875e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:02:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c31af2eddbc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17247"
    uid: 01865b25-f7b5-4397-b245-56e58103fa48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:02:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:02:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c31af36ff3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: ca3e59f2-b830-4273-b31a-ad28e788a8f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:04:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:20Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c31b2905560e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 6aacc6ae-828b-48ae-8b6d-83fda521505b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:04:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:18Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c32eb78fe9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17891"
    uid: 1898a92d-dd24-4366-988f-b233eee68c81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:04:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:18Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c32eb790f528
    namespace: kserve-ci-e2e-test
    resourceVersion: "17895"
    uid: 738c979a-1f05-4988-85c4-b58de524e0c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: fd41cc09-9ffe-4f84-9939-a4de20035ff4
  kind: Event
  lastTimestamp: "2026-04-22T19:04:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:20Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk.18a8c32f2f3934f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17946"
    uid: 184eb0fc-7a8c-4553-8a8c-b1835a24d22b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: f049b7e1-cc73-4a95-9946-2dc8f6a0f9f3
  kind: Event
  lastTimestamp: "2026-04-22T19:02:48Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-7gwrk'
  metadata:
    creationTimestamp: "2026-04-22T19:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:02:48Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a8c319aebc5928
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 71241854-ea4b-4820-bd1a-5be67458dd50
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17157"
    uid: f48b6f94-65d6-474d-b8a3-c8e90714734a
  kind: Event
  lastTimestamp: "2026-04-22T19:02:47Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:02:47Z"
    name: isvc-lightgbm-runtime-predictor.18a8c319aa69ef8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17163"
    uid: 584f4dcc-690b-4150-9afc-3245f8353bba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 1ec3d36a-d4b3-4f91-baf0-2b907d6a59a6
  kind: Event
  lastTimestamp: "2026-04-22T19:03:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:03:18Z"
    name: isvc-lightgbm-runtime-predictor.18a8c31d29358b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: d97f9864-27a0-420c-a7c5-5ddd95bba22c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 1ec3d36a-d4b3-4f91-baf0-2b907d6a59a6
  kind: Event
  lastTimestamp: "2026-04-22T19:03:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:03:18Z"
    name: isvc-lightgbm-runtime-predictor.18a8c31d299b298b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17427"
    uid: 08c4f8d9-2546-44cb-8142-910a29fbe1ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 1ec3d36a-d4b3-4f91-baf0-2b907d6a59a6
  kind: Event
  lastTimestamp: "2026-04-22T19:04:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:04:18Z"
    name: isvc-lightgbm-runtime-predictor.18a8c324276b1c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: b909ef59-3036-4075-8516-41377476a49e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 1ec3d36a-d4b3-4f91-baf0-2b907d6a59a6
  kind: Event
  lastTimestamp: "2026-04-22T19:04:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:04:18Z"
    name: isvc-lightgbm-runtime-predictor.18a8c32427d018a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: 8fe4ae64-c4a8-4934-a68c-42f3eca91ae4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: a34c1bce-a486-4507-9d59-3614aee55eca
  kind: Event
  lastTimestamp: "2026-04-22T19:04:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:04:10Z"
    name: isvc-lightgbm-runtime.18a8c319aa42c608
    namespace: kserve-ci-e2e-test
    resourceVersion: "17806"
    uid: de6cb00b-ad49-4d96-a501-1101cf0697cb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: a34c1bce-a486-4507-9d59-3614aee55eca
  kind: Event
  lastTimestamp: "2026-04-22T19:02:48Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:02:48Z"
    name: isvc-lightgbm-runtime.18a8c319aaabc41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: 0dbb67aa-40b7-4476-84a4-8c49b4c1fe2b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17804"
    uid: a34c1bce-a486-4507-9d59-3614aee55eca
  kind: Event
  lastTimestamp: "2026-04-22T19:04:10Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:04:10Z"
    name: isvc-lightgbm-runtime.18a8c32ce00b41ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 913ab195-2688-4df8-93d9-6c21599c9c5c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:07:28.773921Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:07:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:07:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c35b09f19e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: 30d0f84e-b9f7-43e9-851d-7d4c2a6ab12d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c35b13c162f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: e8996008-b7df-44b5-a088-a86d5f4a819b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:29Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:07:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c35b465cb4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19346"
    uid: 456c30f9-3acf-444a-972e-a4c9bfda50e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c35b47eb9441
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 2c82ab12-0d0d-4086-a632-63b3613933ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c35b4ad24b47
    namespace: kserve-ci-e2e-test
    resourceVersion: "19349"
    uid: c9888028-c34a-4109-8118-a0102dbb5fba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c35b4b51d43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19350"
    uid: ecf4e124-c3b2-4a18-a4ad-4d5b6a5b4e2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:34Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c35c50285625
    namespace: kserve-ci-e2e-test
    resourceVersion: "19390"
    uid: bfd8136e-2b05-4cc2-aed8-d813bcb0b9e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c35c533d5201
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: ee7a518e-dfc5-40b5-a595-dd8eafe3a396
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c35c53c25ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 062c035e-1452-4ec7-baa8-1b7f18c3bf86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c35c53d11631
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: a8532585-c5fd-4622-8a33-03a81dc896bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c35c567a0fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: c04deca1-d29b-42c2-b1f6-1451b4f465dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c35c56edbdfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19399"
    uid: 763c0c17-8dd8-4da3-a329-2d16b03d0689
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:41Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c35c8c1ff5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 9079562c-2ffc-4540-b92e-5ccdc7cb8a98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:58Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c3620988f55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19611"
    uid: 65a91b83-70ce-464b-b83d-b69d3d2fbca9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 1a10f999-af49-41ae-8aa5-3dd695ce80ee
  kind: Event
  lastTimestamp: "2026-04-22T19:07:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:58Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp.18a8c362098986bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19614"
    uid: e6b1cb12-8928-4cb6-8933-5236d2682a7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19309"
    uid: 4106bdc4-6c5a-482b-bf22-8d1d1e13ac7e
  kind: Event
  lastTimestamp: "2026-04-22T19:07:28Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-x5gcp'
  metadata:
    creationTimestamp: "2026-04-22T19:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:07:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a8c35b09880c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19323"
    uid: 947add04-0791-4886-be28-22f38e7f735f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 15595edf-ba22-44ee-8a94-01b8d8858d81
  kind: Event
  lastTimestamp: "2026-04-22T19:07:28Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:07:28Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8c35b05462439
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: e1540e1c-0306-4782-ac9a-6c290dfb1b83
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: aa2561d4-6062-49ba-b377-973acedb0d7e
  kind: Event
  lastTimestamp: "2026-04-22T19:07:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:07:58Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8c35e83a26428
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: bd5ecfdb-aec6-4db7-a39c-887100a48b36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: aa2561d4-6062-49ba-b377-973acedb0d7e
  kind: Event
  lastTimestamp: "2026-04-22T19:07:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:07:58Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8c35e840fada9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19586"
    uid: 44a27e65-29cb-4349-83c2-60bd6c9a8f7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 6db5d24e-9b73-47bb-8953-0466f627aad5
  kind: Event
  lastTimestamp: "2026-04-22T19:07:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:07:51Z"
    name: isvc-lightgbm-v2-kserve.18a8c35b04f0ed8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 6a942a71-ebd7-4087-a7c4-38199158ca59
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 6db5d24e-9b73-47bb-8953-0466f627aad5
  kind: Event
  lastTimestamp: "2026-04-22T19:07:28Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:07:28Z"
    name: isvc-lightgbm-v2-kserve.18a8c35b055f4c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19330"
    uid: 764be74c-0f5e-45ca-84be-8fe5858b97f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19287"
    uid: 6db5d24e-9b73-47bb-8953-0466f627aad5
  kind: Event
  lastTimestamp: "2026-04-22T19:07:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:07:28Z"
    name: isvc-lightgbm-v2-kserve.18a8c35b0a389d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19332"
    uid: 3565b778-e232-4b0a-ba45-d7b0114cf97b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 6db5d24e-9b73-47bb-8953-0466f627aad5
  kind: Event
  lastTimestamp: "2026-04-22T19:07:51Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:07:51Z"
    name: isvc-lightgbm-v2-kserve.18a8c3604ab84bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: f092114d-6369-4879-a83e-3da680b5207a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:04:18.499861Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:04:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:04:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c32ebcb9ddc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17910"
    uid: ebc4184b-9695-4da5-a332-e66315b9bca5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:04:18Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:04:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c32ed56107c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: 9c58276b-addf-43d4-877c-4f13b71463ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:04:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c32ed6af6dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17922"
    uid: 13cdd085-daaf-4f0c-b356-7786ea20a011
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:04:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c32ed982c151
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 4ccc59a7-15c6-4fb5-b0bf-1dc8fa9bd6c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:04:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c32ed9df1eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17925"
    uid: 3c97b544-65d7-4206-b3c5-27d86f2cc220
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:04:22Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-22T19:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:22Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c32fb4f88a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17964"
    uid: ff5e8fe8-4a85-4234-bd0d-29c30cb90c54
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:06:49Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m26.705s
    (2m26.705s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:49Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c351dd4b47c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18986"
    uid: 0e43e5e9-64e5-4047-8964-17f619a5ae48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:06:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:49Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c351e3e02840
    namespace: kserve-ci-e2e-test
    resourceVersion: "18989"
    uid: 05fb636f-2ad7-445f-9cb6-637f630ccab2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:06:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:49Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c351e5429521
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: 428b2330-95b7-490b-8a13-8055334365a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:06:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:49Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c351e550d277
    namespace: kserve-ci-e2e-test
    resourceVersion: "18991"
    uid: 024bfaf7-4cc7-44af-a7d5-b86bfbb85e46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:06:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:49Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c351ea637d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18992"
    uid: 07a63ad3-ec4a-484f-a8f7-e7ac1cb951f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:06:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:49Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c351ebecfdeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18993"
    uid: 5af4147d-0533-48d7-90ef-2c1dbfe7aeaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:07:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c35b054fff43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: 741c6d9d-0696-4e8f-a13f-1e1fe10701d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:07:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c35b0551206f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19315"
    uid: 5293808d-d2ca-430d-a352-e16debc701de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: c7107159-6fcc-48f6-b147-a1c7aa1972b4
  kind: Event
  lastTimestamp: "2026-04-22T19:07:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl.18a8c35bd18853cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: 604e6a37-c06e-40f1-9da5-438a0185f593
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: 3c72a4bf-465f-470b-a219-179126ba8b8a
  kind: Event
  lastTimestamp: "2026-04-22T19:04:18Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-bl6pl'
  metadata:
    creationTimestamp: "2026-04-22T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:04:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a8c32ebc50d540
    namespace: kserve-ci-e2e-test
    resourceVersion: "17906"
    uid: 6b43e472-4d7e-4d04-aeff-1d58f527315d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17886"
    uid: e528ce61-5b80-4690-8ecc-925b96ac30a5
  kind: Event
  lastTimestamp: "2026-04-22T19:04:18Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:04:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c32eb7b1fc06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17892"
    uid: 331e264f-f786-457d-b27e-00ad262c248d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17888"
    uid: 2a627965-44be-4e43-a492-a1345ff83d7d
  kind: Event
  lastTimestamp: "2026-04-22T19:06:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:06:48Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c332369f0881
    namespace: kserve-ci-e2e-test
    resourceVersion: "18980"
    uid: d43912f4-03a3-4a09-b78f-4f30a1bd3795
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17888"
    uid: 2a627965-44be-4e43-a492-a1345ff83d7d
  kind: Event
  lastTimestamp: "2026-04-22T19:06:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:06:48Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c3323706f1cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: 5ea4c7c8-c067-4350-a95e-aa119950e1e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18039"
    uid: 2a627965-44be-4e43-a492-a1345ff83d7d
  kind: Event
  lastTimestamp: "2026-04-22T19:07:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:07:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c3552cba790e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 45a41a62-974b-4e10-907d-89c72a848e13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18039"
    uid: 2a627965-44be-4e43-a492-a1345ff83d7d
  kind: Event
  lastTimestamp: "2026-04-22T19:07:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:07:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c3552d2226aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19196"
    uid: 3fd8b65c-4c0e-400a-b2c9-079bc27e3ece
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: 74ecd617-afdf-4f8f-a8f3-96cfb466d46d
  kind: Event
  lastTimestamp: "2026-04-22T19:07:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:07:27Z"
    name: isvc-lightgbm-v2-runtime.18a8c32eb789be16
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 67e6e21d-4963-431f-b4e1-c4defe287da5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: 74ecd617-afdf-4f8f-a8f3-96cfb466d46d
  kind: Event
  lastTimestamp: "2026-04-22T19:04:18Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:04:18Z"
    name: isvc-lightgbm-v2-runtime.18a8c32eb7d97046
    namespace: kserve-ci-e2e-test
    resourceVersion: "17894"
    uid: 2f0cac30-2f4e-487e-b1b6-29b9b52a873d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19262"
    uid: 74ecd617-afdf-4f8f-a8f3-96cfb466d46d
  kind: Event
  lastTimestamp: "2026-04-22T19:07:27Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:07:27Z"
    name: isvc-lightgbm-v2-runtime.18a8c35aac978d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19263"
    uid: 02fe36b6-bbf0-4b30-afdd-040e0af6b7fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: ce97718f-aa7f-44ba-abb6-5bc422d70a5f
  kind: Event
  lastTimestamp: "2026-04-22T19:02:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:02:40Z"
    name: isvc-lightgbm.18a8c30255b13b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: cbde7777-c074-4539-b791-716632fb009c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: ce97718f-aa7f-44ba-abb6-5bc422d70a5f
  kind: Event
  lastTimestamp: "2026-04-22T19:01:07Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T19:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:01:07Z"
    name: isvc-lightgbm.18a8c30258e54632
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 4c8da3f7-9611-4878-8973-62f3681c7326
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:02:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: ce97718f-aa7f-44ba-abb6-5bc422d70a5f
  kind: Event
  lastTimestamp: "2026-04-22T19:02:40Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:02:40Z"
    name: isvc-lightgbm.18a8c317db1ea14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: 234113df-1640-4cd4-a800-de8df4962bb0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T18:59:42.583037Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-64d54fcc88-4jfbp
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T18:59:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T18:59:42Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2ee7ecd300d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15637"
    uid: 1b2ed66d-46a7-44b8-8959-6918bef15565
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:42Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2ee8c694b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 9994a877-9153-4180-a882-2feea35a5ac2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:43Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T18:59:43Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2eebb548744
    namespace: kserve-ci-e2e-test
    resourceVersion: "15657"
    uid: a6e9bbdd-b12e-47f8-a5f6-c5ab001d2021
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:43Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2eebcbef95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: 58463216-8b47-4c32-9a39-92dfbe8a32f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:43Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2eebf2f8e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15661"
    uid: 8d286a0a-8422-4192-9ce1-fc6d424fe2e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:43Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2eebf89aeef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: a5271813-162c-41cc-8bfa-dcb16974186d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:47Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2efb8b9517d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: e11142ae-7a7d-4fe4-b7ca-ab78d148060a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:47Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2efbbc2867f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: 25d3db3d-28f6-4943-a0d7-18cb05bded55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:47Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2efbc2304bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: 390ed85c-340b-48c0-a1bb-f415b7f49548
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:47Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2efbc2df7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: f39b199f-5ecf-408f-924a-e7e39419367b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:47Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2efbf1faea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: 7b99e375-722d-400e-9323-37da7fb6dcb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:47Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2efbf837c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15707"
    uid: 68127939-d234-4f17-8111-97d4ffdc48b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:47Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:85a53e5dbb1b97e5d37c2ae443f7f612a4c4386507f1f6048f8da8c807e01ad9"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:47Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2efbf90ad86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 7156803b-76df-415f-9289-caa84dde264e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:48Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T18:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:48Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2efc20e4b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: 218424b7-5a92-42c7-94ad-1497aa2b8e40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:48Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T18:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:48Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2efc27011e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15710"
    uid: 86064a9c-e189-4ec5-a553-2661c7dc362f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T19:01:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T18:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:25Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2f030603cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: 13707b5f-f29f-4f06-81cc-8dbd9d2717a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T19:01:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T18:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:25Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c2f03069741c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 5553a66c-5abc-477c-90f1-be0d84ccfe1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T19:01:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:07Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c302584657f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16351"
    uid: 88749fcd-b39f-40f2-855a-904c0b9566d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T19:01:07Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T19:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:07Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c30258478f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 960b08bd-418f-4b01-b3e8-db89408e551a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T19:01:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:07Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c3025847ac7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 85c6569b-c3fc-4c7c-8437-fe3bb725705c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-4jfbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 217fb72f-0bc2-4512-b29b-42d704a0f1cc
  kind: Event
  lastTimestamp: "2026-04-22T19:01:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:25Z"
    name: isvc-logger-predictor-64d54fcc88-4jfbp.18a8c3030c79cbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: 5d6bd591-fda8-4753-a8df-048f72cc309d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-64d54fcc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15621"
    uid: b8605dff-892f-4c76-8cdf-797bdfe62409
  kind: Event
  lastTimestamp: "2026-04-22T18:59:42Z"
  message: 'Created pod: isvc-logger-predictor-64d54fcc88-4jfbp'
  metadata:
    creationTimestamp: "2026-04-22T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:42Z"
    name: isvc-logger-predictor-64d54fcc88.18a8c2ee7e338b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 1879c686-440c-42ff-bf8f-ea891bbfac93
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: a89c0289-c7e6-46d3-ad8b-c5d9bdccd20b
  kind: Event
  lastTimestamp: "2026-04-22T18:59:42Z"
  message: Scaled up replica set isvc-logger-predictor-64d54fcc88 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:42Z"
    name: isvc-logger-predictor.18a8c2ee7b63c754
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: c69e42b7-2e9a-45c1-aaea-5a0e979a6906
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 174ead3d-0200-4caa-b1a8-6e5c3563f329
  kind: Event
  lastTimestamp: "2026-04-22T19:00:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:00:27Z"
    name: isvc-logger-predictor.18a8c2f1fa2cb5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 5a72ccf7-08f6-4934-9004-c5e66705f51d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 174ead3d-0200-4caa-b1a8-6e5c3563f329
  kind: Event
  lastTimestamp: "2026-04-22T19:00:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:00:27Z"
    name: isvc-logger-predictor.18a8c2f1fa9a5ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16008"
    uid: 97c50681-cffc-47fc-83f2-c083b70bb968
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15789"
    uid: 174ead3d-0200-4caa-b1a8-6e5c3563f329
  kind: Event
  lastTimestamp: "2026-04-22T19:00:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:00:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:00:57Z"
    name: isvc-logger-predictor.18a8c2f579d07b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: 320bf580-db5f-4c0d-8f7c-6fd51c93b850
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15789"
    uid: 174ead3d-0200-4caa-b1a8-6e5c3563f329
  kind: Event
  lastTimestamp: "2026-04-22T19:00:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:00:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:00:57Z"
    name: isvc-logger-predictor.18a8c2f57a646bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 63bb727c-3a78-49b7-85d6-fa2da312c3e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 1fc08667-9d54-4b31-a0c0-c970220412d9
  kind: Event
  lastTimestamp: "2026-04-22T19:00:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:00:55Z"
    name: isvc-logger.18a8c2ee7b2f9dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: 1efdf836-507c-41f6-aefe-e46d94681e9d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 1fc08667-9d54-4b31-a0c0-c970220412d9
  kind: Event
  lastTimestamp: "2026-04-22T18:59:42Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:59:42Z"
    name: isvc-logger.18a8c2ee7b7e8e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 0428a345-91b2-4527-847e-237ee4c683b0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 1fc08667-9d54-4b31-a0c0-c970220412d9
  kind: Event
  lastTimestamp: "2026-04-22T19:00:55Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:00:55Z"
    name: isvc-logger.18a8c2ff935c5979
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: 655a54c8-2bbe-4bc6-9613-6bbf99058c11
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:07:58.909875Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 29f65142-67d4-4772-8b6f-68498a0c9de3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:07:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:07:58Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r.18a8c3620e2fc2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: c4bb1833-08bc-43da-8b31-02562f1aafab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 29f65142-67d4-4772-8b6f-68498a0c9de3
  kind: Event
  lastTimestamp: "2026-04-22T19:07:59Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:07:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r.18a8c3622777d02e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: d424654d-7ea8-4ac3-bd3e-57152cf7f3bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 29f65142-67d4-4772-8b6f-68498a0c9de3
  kind: Event
  lastTimestamp: "2026-04-22T19:07:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r.18a8c36229014507
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: 01649fd2-286e-48ba-a2c5-ae9e4b69bc02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 29f65142-67d4-4772-8b6f-68498a0c9de3
  kind: Event
  lastTimestamp: "2026-04-22T19:07:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r.18a8c3622f6ff4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19653"
    uid: 69d23c96-7e79-4e0f-ae3c-007cfce558df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 29f65142-67d4-4772-8b6f-68498a0c9de3
  kind: Event
  lastTimestamp: "2026-04-22T19:07:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r.18a8c3622ff40992
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: 8e916edd-9ea5-483a-97ac-e7fc835ea023
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 29f65142-67d4-4772-8b6f-68498a0c9de3
  kind: Event
  lastTimestamp: "2026-04-22T19:08:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T19:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r.18a8c363521d1cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19697"
    uid: 3fc1d838-5b48-4d06-b5d7-00e2894549b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 29f65142-67d4-4772-8b6f-68498a0c9de3
  kind: Event
  lastTimestamp: "2026-04-22T19:08:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r.18a8c3635504de2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: 0049f4d5-5827-4739-9ab5-c76693e9b6ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 29f65142-67d4-4772-8b6f-68498a0c9de3
  kind: Event
  lastTimestamp: "2026-04-22T19:08:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r.18a8c3635575976d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19702"
    uid: 6f0e1852-ec8b-41a1-a1d7-347c846023ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 29f65142-67d4-4772-8b6f-68498a0c9de3
  kind: Event
  lastTimestamp: "2026-04-22T19:08:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r.18a8c363558239fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 5ec075c8-9737-4e52-b841-b689fbdc91f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 29f65142-67d4-4772-8b6f-68498a0c9de3
  kind: Event
  lastTimestamp: "2026-04-22T19:08:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r.18a8c3635868a8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19706"
    uid: 66bf5e6a-fb33-4d0a-b2f7-c4a2b408dcfa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 29f65142-67d4-4772-8b6f-68498a0c9de3
  kind: Event
  lastTimestamp: "2026-04-22T19:08:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r.18a8c36358db8b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19707"
    uid: ad60b592-939a-49fc-b9cc-85269792e80e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 29f65142-67d4-4772-8b6f-68498a0c9de3
  kind: Event
  lastTimestamp: "2026-04-22T19:08:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:49Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r.18a8c36dbc678ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: ea8f2be8-b57b-4d98-8dcb-0d72faf2fde9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 29f65142-67d4-4772-8b6f-68498a0c9de3
  kind: Event
  lastTimestamp: "2026-04-22T19:08:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:49Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r.18a8c36dbc6801ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20070"
    uid: 3e1a490d-74a5-4c34-b7ec-988fb7313f8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 17bc3d93-b753-44f0-ae8e-b52b87803be7
  kind: Event
  lastTimestamp: "2026-04-22T19:07:58Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-t9j7r'
  metadata:
    creationTimestamp: "2026-04-22T19:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:07:58Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a8c3620dc98a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 2e31ebbc-4c3b-4c1c-a27c-9ba66a78503b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19617"
    uid: 3bd29c02-9f0d-4f25-a793-02678a5496e4
  kind: Event
  lastTimestamp: "2026-04-22T19:07:58Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:07:58Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8c3620af79748
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: 428dc673-e934-40dc-9248-6b2298e7025c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19618"
    uid: b147ee08-d335-43ac-bfd2-b242daa6f136
  kind: Event
  lastTimestamp: "2026-04-22T19:08:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:08:43Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8c3658976f50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 1643cccd-7ea1-42b8-8c02-95c1cdff5fc7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19618"
    uid: b147ee08-d335-43ac-bfd2-b242daa6f136
  kind: Event
  lastTimestamp: "2026-04-22T19:08:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:08:43Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8c36589e04199
    namespace: kserve-ci-e2e-test
    resourceVersion: "19991"
    uid: 9e669c02-0f7a-4578-9232-1a1e2ae5abe2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19589"
    uid: d2d02074-183c-4b69-887a-79c4d05774a2
  kind: Event
  lastTimestamp: "2026-04-22T19:08:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:08:42Z"
    name: isvc-mlflow-v2-runtime.18a8c3620ad05ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19979"
    uid: 5841cf55-9d4e-4478-ba0b-a8ac101c754b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19589"
    uid: d2d02074-183c-4b69-887a-79c4d05774a2
  kind: Event
  lastTimestamp: "2026-04-22T19:07:58Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:07:58Z"
    name: isvc-mlflow-v2-runtime.18a8c3620b1d68b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: e901f023-fedd-4fe9-b513-91fbbb76520f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19627"
    uid: d2d02074-183c-4b69-887a-79c4d05774a2
  kind: Event
  lastTimestamp: "2026-04-22T19:07:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:07:58Z"
    name: isvc-mlflow-v2-runtime.18a8c36210f29670
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: 2ead957d-6a0f-4dae-b813-ff89e239244a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19976"
    uid: d2d02074-183c-4b69-887a-79c4d05774a2
  kind: Event
  lastTimestamp: "2026-04-22T19:08:42Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:08:42Z"
    name: isvc-mlflow-v2-runtime.18a8c36c30bf8071
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 7840f7c0-5e99-4a6b-816f-927ff42507dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:10:09.235022Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:10:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:10:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c380662bb00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20717"
    uid: cc21712a-2f53-4f93-9a45-9eb86c0b8671
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20721"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:10:09Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:10:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c3807ef15210
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: e7398808-9dcc-4969-b66e-47c88a5cc0c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:10:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c380805150de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 9b41b401-9213-407e-bedd-82fba8545d0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:10:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c380834d6795
    namespace: kserve-ci-e2e-test
    resourceVersion: "20730"
    uid: 012a0c78-19c1-4c52-90a6-977873081c79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:10:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c38083b5b87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: 27fcf02e-4881-49e4-a361-18531de1f9c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:10:14Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T19:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:14Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c381ae0df7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20777"
    uid: 477d89dd-4f27-4193-a25b-63691e1e69ac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:10:28Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 13.288s (13.288s
    including waiting). Image size: 1162827003 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:28Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c384c6242045
    namespace: kserve-ci-e2e-test
    resourceVersion: "20881"
    uid: fa55117b-6f13-474b-8b1c-f8c889b75fc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:10:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:28Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c384c954601f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 5afc084e-20e0-44ae-ae37-42e8ff45e6c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:10:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:28Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c384c9c4b699
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: a38daa20-9916-4011-ab2e-2c48c4ed8b5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:10:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:28Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c384c9cff4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20884"
    uid: fcfe4825-bffe-44f9-aa6d-de653e9a4b3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:10:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:28Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c384ccf2561d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20885"
    uid: d555612c-1733-4094-a617-aaa212ed674d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:10:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:28Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c384cd5e085e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20886"
    uid: a3a2bab6-d8b3-4887-9a9e-6ea1d29d70e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:11:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:11:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c3852eef52d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21157"
    uid: b11c696f-4ba8-4eef-b32b-f3b62923e905
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:11:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:11:20Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c3910a983152
    namespace: kserve-ci-e2e-test
    resourceVersion: "21301"
    uid: d805f8a4-3cd5-49b2-81f1-70f5aa9d629c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:11:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:11:20Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c3910a991d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "21304"
    uid: a16e0293-a46e-4221-895e-ff8822add4e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d940a366-8bdf-4628-8f8e-3587f3aeb333
  kind: Event
  lastTimestamp: "2026-04-22T19:11:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:11:20Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-kwb5q.18a8c3910eeaff60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21321"
    uid: c6a8b5ff-2189-4266-85bd-5588a2907126
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20700"
    uid: 96aad799-fec9-4071-a113-a4aa80640b82
  kind: Event
  lastTimestamp: "2026-04-22T19:10:09Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-kwb5q'
  metadata:
    creationTimestamp: "2026-04-22T19:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:10:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a8c38065bd7141
    namespace: kserve-ci-e2e-test
    resourceVersion: "20714"
    uid: 60cb9169-248c-4e1d-bdfa-0992eeec4bef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20697"
    uid: d42e2b8f-c6f5-4df5-97ef-b8046d319dcf
  kind: Event
  lastTimestamp: "2026-04-22T19:10:09Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:10:09Z"
    name: isvc-paddle-predictor.18a8c380629dfd3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: ddafb2ad-ef33-479c-847f-920a21b2e39b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20699"
    uid: f652f42b-e824-4694-927b-65432834f1f1
  kind: Event
  lastTimestamp: "2026-04-22T19:11:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:11:09Z"
    name: isvc-paddle-predictor.18a8c383e18162d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21181"
    uid: 7db0c903-13ad-4e49-9a22-7b13ea9d73cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20699"
    uid: f652f42b-e824-4694-927b-65432834f1f1
  kind: Event
  lastTimestamp: "2026-04-22T19:11:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:11:09Z"
    name: isvc-paddle-predictor.18a8c383e1e8611f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: 9c6d461b-e14e-4f32-a637-213fa1dc18ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:11:20.782893Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:11:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:11:20Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c3910ec19840
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: a97f5e83-c3ff-456e-aea6-065774f1c5fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:11:21Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:11:21Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c391290da9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21332"
    uid: 9da3adc5-815e-4ac3-9063-983965e040f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:11:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:11:21Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c3912a80cbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: d3543a19-3519-4568-899b-70dbad606750
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:11:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:11:21Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c3912d2f8cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: a6445e3b-339a-436e-94e7-6d02684011cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:11:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:11:21Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c3912d9da992
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: f44126b6-8db5-4ee1-8253-a78265a10dd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:11:25Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:11:25Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c39242ec2329
    namespace: kserve-ci-e2e-test
    resourceVersion: "21380"
    uid: 8ed1f8cb-8f94-4dd3-a6c4-7fac2b6d06dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:11:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:11:26Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c39245e51e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: 90cf6ad2-466a-4c9a-88ea-ab26c3da6a52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:11:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:11:26Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c392465eb436
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: fe121633-34a8-44e3-8397-d3eb40cad56c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:11:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:11:26Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c392466c9dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: c8cff242-ad1c-4f65-b652-5bf020efbf9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:11:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:11:26Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c39249d43730
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: f9279799-9d15-4fe9-824b-4bda5694a403
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:11:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:11:26Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c3924a48f35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 6b5f8ba2-9e33-42b9-b20e-8ab1725e7244
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:12:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:12:23Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c392ba9f78d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 16008aeb-6734-4c93-be1e-6c59c0028cb4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:12:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:12:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c39f61901bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: 560cca37-c4b0-4a2b-9b57-5c0fe89bf9fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:12:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:12:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c39f61918f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: af7facf9-f7e4-46ec-bbdf-ebefbf8e5702
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 3ea624a7-4b5a-4833-b97a-43a33d5c1c29
  kind: Event
  lastTimestamp: "2026-04-22T19:12:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:12:23Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj.18a8c39fc4a530dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: 1bc66017-f0fb-46c4-94c1-857e506c5d36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21303"
    uid: ef461ade-f7b4-431b-93f7-b42d141641c6
  kind: Event
  lastTimestamp: "2026-04-22T19:11:20Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-frxjj'
  metadata:
    creationTimestamp: "2026-04-22T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:11:20Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a8c3910e52c181
    namespace: kserve-ci-e2e-test
    resourceVersion: "21316"
    uid: 0755773f-92f2-43f8-94a9-27ca7cd1e04d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21300"
    uid: b8747e1b-3d9a-418e-9be7-e6b6810b40eb
  kind: Event
  lastTimestamp: "2026-04-22T19:11:20Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:11:20Z"
    name: isvc-paddle-runtime-predictor.18a8c3910b76bc3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21306"
    uid: 832fddc1-ce45-4e8e-93a5-70f8c442ca8c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21302"
    uid: a3bb5f57-df86-4ce7-b569-6441562e1bc5
  kind: Event
  lastTimestamp: "2026-04-22T19:11:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:11:50Z"
    name: isvc-paddle-runtime-predictor.18a8c3948a48ecf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: a506b81c-534b-4ca0-9096-8a029a6f0129
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21302"
    uid: a3bb5f57-df86-4ce7-b569-6441562e1bc5
  kind: Event
  lastTimestamp: "2026-04-22T19:11:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:11:50Z"
    name: isvc-paddle-runtime-predictor.18a8c3948ab216f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21566"
    uid: 151b8715-4a3f-4790-a875-89cd183dd286
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21462"
    uid: a3bb5f57-df86-4ce7-b569-6441562e1bc5
  kind: Event
  lastTimestamp: "2026-04-22T19:12:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:12:20Z"
    name: isvc-paddle-runtime-predictor.18a8c39b88c9d3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 35d5af0a-d4c4-4938-a2e5-434e4e8970af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21462"
    uid: a3bb5f57-df86-4ce7-b569-6441562e1bc5
  kind: Event
  lastTimestamp: "2026-04-22T19:12:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:12:20Z"
    name: isvc-paddle-runtime-predictor.18a8c39b8931fba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 23852a26-42ad-45bd-b94f-0acb25ed88e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: c9dd7cd9-1aca-4107-84c7-e975c24793cf
  kind: Event
  lastTimestamp: "2026-04-22T19:12:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:12:14Z"
    name: isvc-paddle-runtime.18a8c3910b508e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21740"
    uid: 33cb5210-d45f-4370-ac0b-3b51cd3a95db
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: c9dd7cd9-1aca-4107-84c7-e975c24793cf
  kind: Event
  lastTimestamp: "2026-04-22T19:11:20Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:11:20Z"
    name: isvc-paddle-runtime.18a8c3910b9ca566
    namespace: kserve-ci-e2e-test
    resourceVersion: "21308"
    uid: 4c5d6a36-902b-4395-ac63-1f432fdeff58
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: c9dd7cd9-1aca-4107-84c7-e975c24793cf
  kind: Event
  lastTimestamp: "2026-04-22T19:12:14Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:12:14Z"
    name: isvc-paddle-runtime.18a8c39d75c506bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21739"
    uid: 2b10ee31-c823-48f2-af8a-da4d27543b38
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:12:22.373676Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21841"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:12:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:12:22Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c39f65da509b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: 7aa43210-ffd0-4677-89c7-9156c655b76e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:12:22Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:12:22Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c39f7ec68dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: ea8d36d4-12c7-4f8d-935d-68df7335a0a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:12:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:12:22Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c39f804dd362
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 282a52b6-395b-4413-bdb6-e5b29806c59f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:12:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:12:22Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c39f82d68855
    namespace: kserve-ci-e2e-test
    resourceVersion: "21863"
    uid: 969a59b6-a6bc-44f9-bce1-00dd117f568f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:12:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:12:22Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c39f83406d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: d4353f5a-39a2-4b5d-82b8-88fc88af253a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:12:28Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:12:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c3a0bd59707b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21914"
    uid: 63e617af-24a5-48a6-9fda-7abfefe39ed0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:12:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:12:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c3a0c06e46e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21918"
    uid: 73f0d0d4-b39f-42c3-bf23-6130e93fa519
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:12:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:12:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c3a0c0dd5472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21921"
    uid: bb1e7756-f718-4d41-b0c0-c55e6b36179f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:12:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:12:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c3a0c0e9c7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: e0bfd8bf-9672-4ec9-9626-6de40609ede5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:12:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:12:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c3a0c3c68793
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: cbc4c2a9-471a-4b33-8a76-c66494989e25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:12:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:12:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c3a0c4366e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: df24f718-bfad-4ac1-891a-f26bd177053f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:13:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:25Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c3a0f9943117
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9c319063-d5bd-416a-b4b1-ebd380a1fb1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:13:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:24Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c3add28a0913
    namespace: kserve-ci-e2e-test
    resourceVersion: "22354"
    uid: b155fdb0-87b4-4705-ab74-a97cdaff3975
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:13:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:24Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c3add28fbc54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22356"
    uid: fb999172-93f9-4674-b339-4b92649fb991
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: d9114b27-d90f-4035-9fa8-c7a0de3f6ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:13:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:25Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7.18a8c3ae0391e300
    namespace: kserve-ci-e2e-test
    resourceVersion: "22398"
    uid: 4f72720d-be9b-4cbe-a0ab-36fb0841d2a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "21828"
    uid: 49f7c6af-0954-4ed2-8ece-af37336ae342
  kind: Event
  lastTimestamp: "2026-04-22T19:12:22Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-jxtc7'
  metadata:
    creationTimestamp: "2026-04-22T19:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:12:22Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a8c39f6533b383
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: d53ad9a5-44b7-455d-b67d-d90846f0e0ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: 8535e127-d6ed-4ac9-9419-168782cc595f
  kind: Event
  lastTimestamp: "2026-04-22T19:12:22Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:12:22Z"
    name: isvc-paddle-v2-kserve-predictor.18a8c39f62640cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21831"
    uid: 22750e1b-7391-4ccd-8a53-a9a2fa7f1382
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: a675eb1c-ac3f-497f-979a-ba8773de34a7
  kind: Event
  lastTimestamp: "2026-04-22T19:12:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:12:37Z"
    name: isvc-paddle-v2-kserve-predictor.18a8c3a2e14ed9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21991"
    uid: e35a30db-f790-4bad-9146-857cc94f49ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: a675eb1c-ac3f-497f-979a-ba8773de34a7
  kind: Event
  lastTimestamp: "2026-04-22T19:12:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:12:37Z"
    name: isvc-paddle-v2-kserve-predictor.18a8c3a2e1b904d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21993"
    uid: 00c721a6-1932-494a-ae23-2138d85073d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: a675eb1c-ac3f-497f-979a-ba8773de34a7
  kind: Event
  lastTimestamp: "2026-04-22T19:13:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:13:22Z"
    name: isvc-paddle-v2-kserve-predictor.18a8c3a66076c5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 843a889f-6bd7-49ca-bad2-3e996ad5ee51
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: a675eb1c-ac3f-497f-979a-ba8773de34a7
  kind: Event
  lastTimestamp: "2026-04-22T19:13:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:13:22Z"
    name: isvc-paddle-v2-kserve-predictor.18a8c3a660debff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: 38b82cb4-e6a3-421e-a834-6d31da7a86c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21799"
    uid: f553a56a-67ba-40df-aaee-403bbe7b3b50
  kind: Event
  lastTimestamp: "2026-04-22T19:13:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:13:15Z"
    name: isvc-paddle-v2-kserve.18a8c39f6241d400
    namespace: kserve-ci-e2e-test
    resourceVersion: "22262"
    uid: 8cfd47ed-2662-4fed-bd6d-9570b9b53ed7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:12:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21799"
    uid: f553a56a-67ba-40df-aaee-403bbe7b3b50
  kind: Event
  lastTimestamp: "2026-04-22T19:12:22Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:12:22Z"
    name: isvc-paddle-v2-kserve.18a8c39f62aaebe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: 6132fba6-ae06-4032-8870-26bcdb5d7747
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22259"
    uid: f553a56a-67ba-40df-aaee-403bbe7b3b50
  kind: Event
  lastTimestamp: "2026-04-22T19:13:15Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:13:15Z"
    name: isvc-paddle-v2-kserve.18a8c3abb4345978
    namespace: kserve-ci-e2e-test
    resourceVersion: "22261"
    uid: 17687fb0-d30a-4798-a8a8-b80354493038
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: 42cc8e18-84e9-4029-bd8a-6e47c6752e8a
  kind: Event
  lastTimestamp: "2026-04-22T19:11:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:11:15Z"
    name: isvc-paddle.18a8c380627a356c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21237"
    uid: d4441e34-5a0c-434a-b7c5-4e4bbeda243d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: 42cc8e18-84e9-4029-bd8a-6e47c6752e8a
  kind: Event
  lastTimestamp: "2026-04-22T19:10:09Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T19:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:10:09Z"
    name: isvc-paddle.18a8c38062c0a5ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: b66150b8-0ba2-47a8-a1b9-4c0d32685224
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:11:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21234"
    uid: 42cc8e18-84e9-4029-bd8a-6e47c6752e8a
  kind: Event
  lastTimestamp: "2026-04-22T19:11:15Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:11:15Z"
    name: isvc-paddle.18a8c38fe990c709
    namespace: kserve-ci-e2e-test
    resourceVersion: "21236"
    uid: f7d6efd7-f15b-44de-9b81-81bbad22da7c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:13:24.393893Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22368"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-29k6m
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:13:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:13:24Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3add68bbfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 181d8a96-7046-456f-831f-67ed509cfc72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22379"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:13:24Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:13:24Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3adef66b819
    namespace: kserve-ci-e2e-test
    resourceVersion: "22390"
    uid: b2c13c1e-25ca-4982-96f8-1236e04bc5e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:13:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:24Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3adf0c7344d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22392"
    uid: c87803b3-533d-4341-831e-56ce45859094
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:13:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:24Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3adf39d04f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22393"
    uid: 44cc65f8-df96-4dfb-a604-a24541531d99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:13:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:24Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3adf407eb63
    namespace: kserve-ci-e2e-test
    resourceVersion: "22395"
    uid: 135f609e-3509-4f4d-bd4f-39d884c749fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:13:29Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T19:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:29Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3aefbfff3a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22442"
    uid: a87e1a7b-da8f-43e1-b3da-e545d19d43b8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:13:36Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.873s (6.873s
    including waiting). Image size: 800899446 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:36Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3b095ae865b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: 78612175-8dcc-4da5-8a31-73561769da4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:13:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:36Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3b099195652
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: bc7ea0b1-d455-4cc2-b144-9037b7e240d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:13:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:36Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3b0998b9672
    namespace: kserve-ci-e2e-test
    resourceVersion: "22496"
    uid: 8f2a9c12-8ba5-4334-8ed5-6bf122fc0eeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:13:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:36Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3b09998d567
    namespace: kserve-ci-e2e-test
    resourceVersion: "22497"
    uid: 76ac3d48-09b2-4205-8f0b-db2c6de6ae02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:13:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:36Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3b09cad7ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22498"
    uid: 6251ef5f-a65c-491b-9d3d-88446dc82825
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:13:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:13:36Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3b09d1925a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22499"
    uid: de047984-db1a-4528-9d05-80834cb8d8a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:14:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:14:43Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3b0da5f4736
    namespace: kserve-ci-e2e-test
    resourceVersion: "22969"
    uid: 147ec0fa-7e6b-4e81-a694-19d720f59510
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:14:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:14:55Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3c32560f3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "23098"
    uid: 95f37adc-c21c-4b5f-8221-8a0cae56c6a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:14:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:14:55Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3c3256164bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23101"
    uid: 94ef7eef-902d-4f69-8a70-e9e29ffb3e52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-29k6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 4ce0e8ca-d5a2-4278-bfff-8af6ab08a88a
  kind: Event
  lastTimestamp: "2026-04-22T19:14:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:14:58Z"
    name: isvc-pmml-predictor-8bb578669-29k6m.18a8c3c3b6735a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: 1dfebf8f-1483-4b3c-a555-4c3bf30b313d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "22358"
    uid: a4a94aaf-8079-448f-bf27-4c5b3b8ad154
  kind: Event
  lastTimestamp: "2026-04-22T19:13:24Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-29k6m'
  metadata:
    creationTimestamp: "2026-04-22T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:13:24Z"
    name: isvc-pmml-predictor-8bb578669.18a8c3add6207384
    namespace: kserve-ci-e2e-test
    resourceVersion: "22370"
    uid: 04286f62-47d1-49dd-b32f-cf35860a30dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22355"
    uid: 4c072169-f396-4afa-bacd-cf2168db23d6
  kind: Event
  lastTimestamp: "2026-04-22T19:13:24Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:13:24Z"
    name: isvc-pmml-predictor.18a8c3add3a7cc0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22360"
    uid: c1d8e016-927c-45c5-a88b-f23a47c8f747
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22357"
    uid: 245c57e3-0f8e-43f0-854c-eabd454223ce
  kind: Event
  lastTimestamp: "2026-04-22T19:14:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:14:24Z"
    name: isvc-pmml-predictor.18a8c3b152a29b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 63be7181-6043-42e7-bb55-bf2cabf07eb5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22357"
    uid: 245c57e3-0f8e-43f0-854c-eabd454223ce
  kind: Event
  lastTimestamp: "2026-04-22T19:14:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:14:24Z"
    name: isvc-pmml-predictor.18a8c3b1534a48c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22840"
    uid: a1457311-335a-41cf-ab08-2ea189c97ab6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: 245c57e3-0f8e-43f0-854c-eabd454223ce
  kind: Event
  lastTimestamp: "2026-04-22T19:14:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:14:54Z"
    name: isvc-pmml-predictor.18a8c3bf4f165f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23056"
    uid: c4a14db4-b42a-4012-98d8-c927d6765730
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: 245c57e3-0f8e-43f0-854c-eabd454223ce
  kind: Event
  lastTimestamp: "2026-04-22T19:14:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:14:54Z"
    name: isvc-pmml-predictor.18a8c3bf4f7e661f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23057"
    uid: 3df7f75d-825c-4fe2-8592-5ce7e59a6d14
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:14:55.998529Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23113"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-4278x
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:14:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:14:55Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3c32a9b898a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23122"
    uid: 01882fe0-8b15-4c81-abad-4dda93c00b1b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23125"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:14:56Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:14:56Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3c343867cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23130"
    uid: cae20e20-c0a8-448b-956b-80b8025c48a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:14:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:14:56Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3c344dcfafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23132"
    uid: a33382ab-a027-424f-b4d8-7b06a65ce09a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:14:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:14:56Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3c347aba86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 6c2bfe18-f9f3-461b-bcaf-5f3d7afd00f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:14:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:14:56Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3c3481b86f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 40e77ed5-1b87-4e24-b27e-6baa5bc394fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:15:00Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:15:00Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3c43b2c0130
    namespace: kserve-ci-e2e-test
    resourceVersion: "23175"
    uid: ae655a1b-37e4-4c79-afd7-7af7863c85f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:15:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:15:00Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3c43e07541e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23180"
    uid: a49f8a32-b9fd-41bd-af0c-93b4e8bfab1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:15:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:15:00Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3c43e79470b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23181"
    uid: d2ddc993-60be-452b-8be9-7ef4a8f9cf00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:15:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:15:00Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3c43e866833
    namespace: kserve-ci-e2e-test
    resourceVersion: "23182"
    uid: 5f7b0d8b-56bb-4e27-8bae-a3aa795b9816
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:15:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:15:00Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3c44126dfa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23184"
    uid: 1551d6ac-7ffd-4335-a28a-76c610c8df67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:15:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:15:00Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3c44192b3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23185"
    uid: a0a25c5f-0c64-4a96-8c26-c76e317cfc75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T19:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:16:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:13Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3c477194aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: 93539818-1580-4494-9ed2-30460d96c992
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:16:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:27Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3d86704f126
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: 8b838d3f-1b0f-4889-a0cd-50a9424e0d8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:16:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:27Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3d867058b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "23841"
    uid: f8ca608d-1a29-447a-8f8c-254df3646048
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4278x
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 41d8fc58-8930-455b-b0df-08f473e37944
  kind: Event
  lastTimestamp: "2026-04-22T19:16:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:27Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4278x.18a8c3d87d373fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 0976171c-e8ed-40eb-ae13-2edfc8dca8a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "23097"
    uid: 276af967-eb91-444b-b85f-8e9e3ecb9a4b
  kind: Event
  lastTimestamp: "2026-04-22T19:14:55Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-4278x'
  metadata:
    creationTimestamp: "2026-04-22T19:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:14:55Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a8c3c32a275c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: cf2c65b0-926f-4787-bb1b-8270b933fe21
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23095"
    uid: a397debe-1441-4f3c-985a-37c46bef8dd6
  kind: Event
  lastTimestamp: "2026-04-22T19:14:55Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T19:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:14:55Z"
    name: isvc-pmml-runtime-predictor.18a8c3c325ce4e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "23100"
    uid: 334002c3-074a-4df5-a7f1-456fc50a1bc0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:15:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: eac93d9e-484d-40ff-aba9-52f1bb05d2e6
  kind: Event
  lastTimestamp: "2026-04-22T19:15:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:15:25Z"
    name: isvc-pmml-runtime-predictor.18a8c3c6a43ebff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23366"
    uid: 72f462a4-3f79-4c76-8fad-dee63e6d9fbd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:15:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: eac93d9e-484d-40ff-aba9-52f1bb05d2e6
  kind: Event
  lastTimestamp: "2026-04-22T19:15:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:15:25Z"
    name: isvc-pmml-runtime-predictor.18a8c3c6a4a9adec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 79424181-5fed-4644-87ac-34396e300a63
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:15:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23259"
    uid: eac93d9e-484d-40ff-aba9-52f1bb05d2e6
  kind: Event
  lastTimestamp: "2026-04-22T19:16:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:16:26Z"
    name: isvc-pmml-runtime-predictor.18a8c3cda2815610
    namespace: kserve-ci-e2e-test
    resourceVersion: "23791"
    uid: 97662593-13f1-4207-aedc-035c7981ac5d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:15:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23259"
    uid: eac93d9e-484d-40ff-aba9-52f1bb05d2e6
  kind: Event
  lastTimestamp: "2026-04-22T19:16:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:16:26Z"
    name: isvc-pmml-runtime-predictor.18a8c3cda2ee3f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "23792"
    uid: b8c88b53-d47f-42ce-b8d3-2900fd18713a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: 2893338a-73fe-4e74-baf4-bbfccf1ebc49
  kind: Event
  lastTimestamp: "2026-04-22T19:16:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:16:23Z"
    name: isvc-pmml-runtime.18a8c3c3259e9808
    namespace: kserve-ci-e2e-test
    resourceVersion: "23778"
    uid: 78da41bb-a9ab-430a-a7b0-41385cc82bdd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: 2893338a-73fe-4e74-baf4-bbfccf1ebc49
  kind: Event
  lastTimestamp: "2026-04-22T19:14:55Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:14:55Z"
    name: isvc-pmml-runtime.18a8c3c325f21d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 31474f89-b380-4675-9411-d4bb989856cf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23776"
    uid: 2893338a-73fe-4e74-baf4-bbfccf1ebc49
  kind: Event
  lastTimestamp: "2026-04-22T19:16:23Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:16:23Z"
    name: isvc-pmml-runtime.18a8c3d790c0fcb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: f53ea819-b95d-4654-b281-7765fe4358e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:16:27.295514Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:16:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:16:27Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3d86c54f603
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: cf3ae617-16fb-44c5-bf5d-8f1fe86257a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:16:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:28Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3d878bbda36
    namespace: kserve-ci-e2e-test
    resourceVersion: "23872"
    uid: 6ddda7ca-541f-46ac-bc2d-818af72ae16e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23859"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:16:29Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:16:29Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3d8de58bc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: e435d856-100a-4dd6-bb90-e1efb6f8a5bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:16:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:29Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3d8dfa13b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "23886"
    uid: a9342cb3-2404-46d7-be83-2bb0e6461ba6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:16:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:29Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3d8e28b6e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23888"
    uid: ad1b8af5-6c2b-46c3-9a69-89338f632a8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:16:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:29Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3d8e2fcf4eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23889"
    uid: 8b70d1d9-07ea-4b9f-b495-451f4877a41b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:16:33Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3d9f2dafa61
    namespace: kserve-ci-e2e-test
    resourceVersion: "23933"
    uid: fd7176c3-e8e5-4758-8656-f60a578b6261
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:16:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3d9f5bd0985
    namespace: kserve-ci-e2e-test
    resourceVersion: "23937"
    uid: da741fd4-42ce-405c-a3bc-33184653ea37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:16:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3d9f62e7585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: 9abe9f20-aa53-4e84-9b57-90ba3517eee4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:16:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3d9f63a757f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23939"
    uid: 17d934d8-de6e-4e7d-888c-18ea6f9641ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:16:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3d9f8ef1a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23941"
    uid: a4ca70ee-d6ba-4469-93a3-4f4438c7ee02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:16:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:16:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3d9f95c3719
    namespace: kserve-ci-e2e-test
    resourceVersion: "23942"
    uid: d0a15c12-989a-4e5a-b034-df5577474239
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:18:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:18:00Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3da2ec5e9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: ea4ee71e-719d-4d7f-b96b-b68d9d0c6d4f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:17:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:17:58Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3eda3d80fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24576"
    uid: 6ab6609f-e111-41d4-9b13-339e80520a99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:17:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:17:58Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3eda3d8a88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24580"
    uid: aacf9b2c-c74a-4aad-bcc7-a091c4232fb5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 42e6a5a5-4a6e-460c-8f0d-18429a9918fc
  kind: Event
  lastTimestamp: "2026-04-22T19:18:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:18:00Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf.18a8c3ee34e99a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24630"
    uid: 52800445-d018-45a5-ba7a-7527253e5a9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23835"
    uid: 5611b69f-08e1-4930-bc4c-2719947fcdd5
  kind: Event
  lastTimestamp: "2026-04-22T19:16:27Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-9zbpf'
  metadata:
    creationTimestamp: "2026-04-22T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:16:27Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a8c3d86bf1c7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23850"
    uid: 94806ca5-0b08-40b4-9ebe-bbfa8dc376a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23832"
    uid: 348dd2e7-03fa-4161-9522-55d532f340a6
  kind: Event
  lastTimestamp: "2026-04-22T19:16:27Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:16:27Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c3d8671e823f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23838"
    uid: 77e9b86c-0a68-4e0c-9d2c-0b5292416c5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23834"
    uid: b262acbc-d798-4b3e-9a63-a7ecfa837bc3
  kind: Event
  lastTimestamp: "2026-04-22T19:17:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:17:12Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c3dbe590e6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24211"
    uid: 2fc5894c-6b08-4eb5-b5d4-05c07d86d36e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23834"
    uid: b262acbc-d798-4b3e-9a63-a7ecfa837bc3
  kind: Event
  lastTimestamp: "2026-04-22T19:17:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:17:12Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c3dbe5f8426a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 11d7db66-634d-4a7c-bae9-cf55a3b3c67e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24002"
    uid: b262acbc-d798-4b3e-9a63-a7ecfa837bc3
  kind: Event
  lastTimestamp: "2026-04-22T19:17:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:17:57Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c3e663190d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: b57aff5d-6b11-4e7c-8c94-457a37ee7431
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24002"
    uid: b262acbc-d798-4b3e-9a63-a7ecfa837bc3
  kind: Event
  lastTimestamp: "2026-04-22T19:17:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:17:57Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c3e66372ed17
    namespace: kserve-ci-e2e-test
    resourceVersion: "24538"
    uid: 1458c7b8-f111-4e47-8e35-663f60aa7ee4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23807"
    uid: be7075ad-7422-4830-8c2c-7be6263fc7b4
  kind: Event
  lastTimestamp: "2026-04-22T19:17:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:17:50Z"
    name: isvc-pmml-v2-kserve.18a8c3d866f4a2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24496"
    uid: fdfb46c8-d3fd-4101-9686-cec4f9f3f5cd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23807"
    uid: be7075ad-7422-4830-8c2c-7be6263fc7b4
  kind: Event
  lastTimestamp: "2026-04-22T19:16:27Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:16:27Z"
    name: isvc-pmml-v2-kserve.18a8c3d8673794ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23853"
    uid: dc8892f5-2759-4558-b50b-b910d33df5af
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:16:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23819"
    uid: be7075ad-7422-4830-8c2c-7be6263fc7b4
  kind: Event
  lastTimestamp: "2026-04-22T19:16:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:16:27Z"
    name: isvc-pmml-v2-kserve.18a8c3d86c034598
    namespace: kserve-ci-e2e-test
    resourceVersion: "23857"
    uid: d035d199-86fa-4e39-9e78-df7c96ece156
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24493"
    uid: be7075ad-7422-4830-8c2c-7be6263fc7b4
  kind: Event
  lastTimestamp: "2026-04-22T19:17:50Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:17:50Z"
    name: isvc-pmml-v2-kserve.18a8c3ebe674a569
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: b4776742-a0bc-4aeb-909e-359de8f0e127
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 94c32ce9-84be-470a-9a45-6ad21ebf8def
  kind: Event
  lastTimestamp: "2026-04-22T19:14:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:14:53Z"
    name: isvc-pmml.18a8c3add3800976
    namespace: kserve-ci-e2e-test
    resourceVersion: "23048"
    uid: c7581983-9e13-4438-9cfa-6fe44b513ddb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 94c32ce9-84be-470a-9a45-6ad21ebf8def
  kind: Event
  lastTimestamp: "2026-04-22T19:13:24Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:13:24Z"
    name: isvc-pmml.18a8c3add3d2be1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 8de61274-2726-4e0f-9936-9a8ca7490f76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:13:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22366"
    uid: 94c32ce9-84be-470a-9a45-6ad21ebf8def
  kind: Event
  lastTimestamp: "2026-04-22T19:13:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:13:24Z"
    name: isvc-pmml.18a8c3addabb860f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22382"
    uid: 30aaae08-af5c-4b28-9da6-f48624cc421e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:14:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 94c32ce9-84be-470a-9a45-6ad21ebf8def
  kind: Event
  lastTimestamp: "2026-04-22T19:14:53Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:14:53Z"
    name: isvc-pmml.18a8c3c2917c19db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23047"
    uid: ba26c609-9404-4ddf-bea0-6caeeea92882
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:23:03.701256Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:23:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:23:03Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c434b7f4a127
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 7b382ada-f76a-4592-8386-be7722d636e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27513"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:23:04Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:23:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c434d09aaeb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27522"
    uid: ef838ecf-e3bb-43b7-ae4f-0ee46c4e19f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:23:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:23:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c434d205d644
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: fd588c6c-70a8-4f8f-8986-308cbbc61353
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:23:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:23:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c434d54fbb91
    namespace: kserve-ci-e2e-test
    resourceVersion: "27526"
    uid: c4bdc3b5-2f95-4bce-ae85-0869290a199d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:23:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:23:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c434d5bea892
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 2b549249-98d4-4952-9f78-f3728086e09f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:23:07Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:23:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c435b7455225
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: dd6eee31-ce62-45f3-94d0-beb0c7bb3fed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:23:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:23:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c435baaed855
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: e9cf7f6b-4a0b-4a33-8686-67b64db35f8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:23:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:23:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c435bb2f4464
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 9ae3eff6-2c7e-4386-8af2-db576e50a9bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:23:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:23:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c435bb3aa697
    namespace: kserve-ci-e2e-test
    resourceVersion: "27567"
    uid: a008a9ec-a1b4-4e06-9995-11efbdd5761c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:23:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:23:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c435be16196d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27569"
    uid: 78bd4603-1e01-4dc9-ba54-082885668ae8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:23:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:23:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c435be89586a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: ffa48c1f-a1f6-47aa-bec5-989421209251
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:24:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:24:16Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c4362f69af0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: d2e4d4fb-7e92-4f78-ad7b-7dc1633959c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:24:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:24:33Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c449b34d8dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28215"
    uid: 03ea3de1-0a9c-481d-a6b1-345548e12049
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:24:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:24:33Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c449b34edcdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28217"
    uid: dce64ab3-a173-4059-892c-4454645f3ed8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: a827ea3a-a2b7-41fa-a963-8858cb40eb51
  kind: Event
  lastTimestamp: "2026-04-22T19:24:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:24:36Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b.18a8c44a35853523
    namespace: kserve-ci-e2e-test
    resourceVersion: "28271"
    uid: f51c5b06-3fcf-43fa-b4c7-c239ebd2169e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27490"
    uid: 7f85a672-668f-4a7f-a07f-bab211bba3bc
  kind: Event
  lastTimestamp: "2026-04-22T19:23:03Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-nw97b'
  metadata:
    creationTimestamp: "2026-04-22T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:23:03Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a8c434b7658d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27504"
    uid: 447655d1-e57c-42e8-90d2-76b3f4176d41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27487"
    uid: e3336b9e-ae4e-4303-924e-78b1af85e659
  kind: Event
  lastTimestamp: "2026-04-22T19:23:03Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:23:03Z"
    name: isvc-predictive-lightgbm-predictor.18a8c434b2e93eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27493"
    uid: 0710309d-f238-4537-8837-431e6876c2d1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27489"
    uid: 03681fcc-aec2-416f-97b6-ee8596aafc37
  kind: Event
  lastTimestamp: "2026-04-22T19:23:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:23:33Z"
    name: isvc-predictive-lightgbm-predictor.18a8c4383176f2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27758"
    uid: dd90fa3b-cefc-4b1d-ba51-2911667a1793
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27489"
    uid: 03681fcc-aec2-416f-97b6-ee8596aafc37
  kind: Event
  lastTimestamp: "2026-04-22T19:23:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:23:33Z"
    name: isvc-predictive-lightgbm-predictor.18a8c43831e69795
    namespace: kserve-ci-e2e-test
    resourceVersion: "27759"
    uid: 9252b1bf-0fbd-48ca-87f4-7d51ddef6029
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: 03681fcc-aec2-416f-97b6-ee8596aafc37
  kind: Event
  lastTimestamp: "2026-04-22T19:24:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:24:33Z"
    name: isvc-predictive-lightgbm-predictor.18a8c43f2faea9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28185"
    uid: 9f70ddbf-4f48-43aa-b073-bad1ef383e04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: 03681fcc-aec2-416f-97b6-ee8596aafc37
  kind: Event
  lastTimestamp: "2026-04-22T19:24:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:24:33Z"
    name: isvc-predictive-lightgbm-predictor.18a8c43f3019ca67
    namespace: kserve-ci-e2e-test
    resourceVersion: "28186"
    uid: 6a1fce7b-ee16-4260-9f27-24692ae52e2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:27:24.369108Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29635"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:27:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:27:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c47168f85c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "29640"
    uid: 6e893be9-2c7e-4bb5-8993-004d1570a600
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:27:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c47174566b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29651"
    uid: ab6fe0c4-5f0d-46f9-93c5-3cf9474a63c3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29646"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:27:25Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:27:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c471a5dc3e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29665"
    uid: 2ea39e66-e614-4ad0-8512-1e34d7a1ba9f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:27:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c471a8601ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29667"
    uid: 49e1e825-5e09-4cd0-95cf-f2147e7e91d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:27:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c471ab47244f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29670"
    uid: 2256cd35-5dba-4a64-b73a-070e1c019f90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:27:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c471abb644b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29671"
    uid: 8f7d8a5f-3068-465f-a94b-ca127acd205d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:27:29Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c472a926e1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29704"
    uid: 637b9ea4-9aee-4bdb-99fc-2292143e0369
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:27:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c472ac170ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29709"
    uid: 98e1e2f2-2442-40f8-acf4-f185c2a7a942
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:27:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c472ac87ae25
    namespace: kserve-ci-e2e-test
    resourceVersion: "29710"
    uid: 66b705de-7931-49a5-9f1a-7d2a82e5f972
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:27:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c472ac9468f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29712"
    uid: c9f3c264-5693-4400-a674-7b1ea326fec4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:27:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c472af59e915
    namespace: kserve-ci-e2e-test
    resourceVersion: "29715"
    uid: 02496964-7223-437a-8ac1-3f9852acda20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:27:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c472afc6d9c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29716"
    uid: 66e954eb-dcac-48d9-b4c4-55adb170bdcf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:28:56Z"
  message: 'Readiness probe failed: Get "http://10.132.0.45:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:28:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c47b472d8026
    namespace: kserve-ci-e2e-test
    resourceVersion: "30448"
    uid: f8501fd9-a016-4b6a-8237-87a2a66b39ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:28:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:28:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c4866342d9e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 5cd52905-ce31-48bc-8898-80773dab830b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:28:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:28:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c48663439699
    namespace: kserve-ci-e2e-test
    resourceVersion: "30362"
    uid: 66a60110-2380-49d7-959a-476cbe385221
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 94b1e8d9-3893-4fa7-9877-0f781402276d
  kind: Event
  lastTimestamp: "2026-04-22T19:28:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:28:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7.18a8c486eb276cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30447"
    uid: cd316ffd-d0d5-40a3-a744-c4ff4e161c81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29625"
    uid: fe74fdeb-b9a9-4c32-a678-9fb1ad610a6c
  kind: Event
  lastTimestamp: "2026-04-22T19:27:24Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rc8k7'
  metadata:
    creationTimestamp: "2026-04-22T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:27:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a8c47168650fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: b4d849dc-b59b-434e-a6e9-8e7a7d0570c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c6cd99b9-c139-43b1-85e3-5a8dd4d1efd3
  kind: Event
  lastTimestamp: "2026-04-22T19:27:24Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:27:24Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c47164a9a39f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29627"
    uid: 8edd9d24-f1a7-4f4d-9ad9-2e8fa98fd356
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29626"
    uid: ab497941-cea7-45f8-b28d-d7007b52d96e
  kind: Event
  lastTimestamp: "2026-04-22T19:28:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:28:09Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c474e3ee86a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29999"
    uid: 84095543-d8be-4e99-994e-2db1bad61f46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29626"
    uid: ab497941-cea7-45f8-b28d-d7007b52d96e
  kind: Event
  lastTimestamp: "2026-04-22T19:28:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:28:09Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c474e443f451
    namespace: kserve-ci-e2e-test
    resourceVersion: "30000"
    uid: c81a4c43-6cb2-4d49-87d0-dce71787aee6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29782"
    uid: ab497941-cea7-45f8-b28d-d7007b52d96e
  kind: Event
  lastTimestamp: "2026-04-22T19:28:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:28:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c478636731e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: 6785df81-96f6-4246-b6f9-0d33d5827c40
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29782"
    uid: ab497941-cea7-45f8-b28d-d7007b52d96e
  kind: Event
  lastTimestamp: "2026-04-22T19:28:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:28:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c47863d62848
    namespace: kserve-ci-e2e-test
    resourceVersion: "30342"
    uid: bbd94139-1e0b-4181-945b-b7b30a067425
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29597"
    uid: e5a9fbb7-6add-4131-900c-2288ea7b0aec
  kind: Event
  lastTimestamp: "2026-04-22T19:28:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:28:46Z"
    name: isvc-predictive-lightgbm-v2.18a8c47164f56630
    namespace: kserve-ci-e2e-test
    resourceVersion: "30277"
    uid: 37bd30f3-64a1-4929-a66f-dfe899fe1eab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29597"
    uid: e5a9fbb7-6add-4131-900c-2288ea7b0aec
  kind: Event
  lastTimestamp: "2026-04-22T19:27:24Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:27:24Z"
    name: isvc-predictive-lightgbm-v2.18a8c471658e41a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29630"
    uid: 626c7267-6f87-4953-811b-ba5ac25b2005
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30275"
    uid: e5a9fbb7-6add-4131-900c-2288ea7b0aec
  kind: Event
  lastTimestamp: "2026-04-22T19:28:46Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:28:46Z"
    name: isvc-predictive-lightgbm-v2.18a8c4849cbeebbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30276"
    uid: 514fd265-ce20-4770-8bb9-6bdd8e05d2f7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27461"
    uid: 291ab22c-fe52-43c3-971f-5069466dc847
  kind: Event
  lastTimestamp: "2026-04-22T19:24:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:24:23Z"
    name: isvc-predictive-lightgbm.18a8c434b2c021f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28114"
    uid: 6f5d2e48-aa57-4bec-be12-b7dd289fb7ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27461"
    uid: 291ab22c-fe52-43c3-971f-5069466dc847
  kind: Event
  lastTimestamp: "2026-04-22T19:23:03Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:23:03Z"
    name: isvc-predictive-lightgbm.18a8c434b31048b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27510"
    uid: 0c07c908-d1b5-4f40-a853-5fe4ab7b1e90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27472"
    uid: 291ab22c-fe52-43c3-971f-5069466dc847
  kind: Event
  lastTimestamp: "2026-04-22T19:23:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:23:03Z"
    name: isvc-predictive-lightgbm.18a8c434b89431d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: 2c70cbd6-969b-40fb-8afe-44eb99788a7f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28112"
    uid: 291ab22c-fe52-43c3-971f-5069466dc847
  kind: Event
  lastTimestamp: "2026-04-22T19:24:23Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:24:23Z"
    name: isvc-predictive-lightgbm.18a8c447535deb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "28113"
    uid: 32d1428a-d34b-41ac-9d72-881de02f2322
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:19:43.441532Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25875"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:19:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:19:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c406178bc0e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: d6089990-1d59-466b-a1f0-a417f79cbbc7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25886"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:19:43Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:19:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c40630186a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "25897"
    uid: 83ed77e8-cea4-4fdd-8331-2c67997c0f4d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:19:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c406327d9046
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: d8b05649-67b1-4be6-ace4-daa864719a1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:19:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c406353eed86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25900"
    uid: 122f9dbd-a596-4897-bef3-207c4412acec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:19:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c40635a98f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "25902"
    uid: 1225da2e-a1be-408c-8b03-bacaefae2b59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:19:48Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T19:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:48Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c407404ab0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: 9fff0567-98aa-438c-99a4-ed3d798069c6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:20:12Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 23.769s
    (23.769s including waiting). Image size: 2324200817 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:20:12Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c40cc909f4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26116"
    uid: 97a642ae-4215-4070-a5ed-759ff9002bcb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:20:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:20:12Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c40ccc47c638
    namespace: kserve-ci-e2e-test
    resourceVersion: "26117"
    uid: 42e47361-a461-41c7-b965-f4d59f63da45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:20:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:20:12Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c40cccb6aae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26118"
    uid: 792761a4-a26d-426b-b5dd-865028791302
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:20:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:20:12Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c40cccc2ca4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 87601c92-38e2-4541-843b-9569386b2211
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:20:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:20:12Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c40ccf467a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 5af722bb-7daa-4f0e-a5d4-a496544cc3f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:20:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:20:12Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c40ccfb57477
    namespace: kserve-ci-e2e-test
    resourceVersion: "26122"
    uid: 71c0fd53-b200-4e19-953d-72e2f6105b2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:21:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:21:19Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c40d17571481
    namespace: kserve-ci-e2e-test
    resourceVersion: "26613"
    uid: d343a595-4ac9-4e3c-ba24-6bd74f2d9888
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:21:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:21:33Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c41fb03bc0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26749"
    uid: b322abcc-45ce-49ca-b242-a14c2fea3f54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:21:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:21:33Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c41fb03c89fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26752"
    uid: 6a8178ca-8984-48ed-95cd-3cff7fd6cfb8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 4de789a8-a689-462e-9ab7-1a48b43e2707
  kind: Event
  lastTimestamp: "2026-04-22T19:21:34Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:21:34Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7.18a8c41ff36eba8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26789"
    uid: 1b138741-bafb-4b6a-80e2-ad3f33a4e3ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25866"
    uid: cf95f3f1-c60d-436b-9ff6-5571c038bee0
  kind: Event
  lastTimestamp: "2026-04-22T19:19:43Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-gxjh7'
  metadata:
    creationTimestamp: "2026-04-22T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:19:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a8c406142a8760
    namespace: kserve-ci-e2e-test
    resourceVersion: "25876"
    uid: 23b5d15e-4f77-4aba-8a7c-5796f2c04869
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25861"
    uid: 50397bfc-9dd7-4fb6-b643-d582dfc377ed
  kind: Event
  lastTimestamp: "2026-04-22T19:19:43Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:19:43Z"
    name: isvc-predictive-sklearn-predictor.18a8c4060adb4e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: a6c3926f-f62d-46f8-ad76-9c56ecc8981f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25865"
    uid: 60b64964-c8f4-48d2-ad09-f10f373f3c92
  kind: Event
  lastTimestamp: "2026-04-22T19:20:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:20:58Z"
    name: isvc-predictive-sklearn-predictor.18a8c4098a5c881b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26459"
    uid: c68f2a5c-6f94-453f-85e4-ed727e726c45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25865"
    uid: 60b64964-c8f4-48d2-ad09-f10f373f3c92
  kind: Event
  lastTimestamp: "2026-04-22T19:20:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:20:58Z"
    name: isvc-predictive-sklearn-predictor.18a8c4098b23445a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26460"
    uid: 65f319d9-79d4-404c-acfb-68e13e0ab053
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26021"
    uid: 60b64964-c8f4-48d2-ad09-f10f373f3c92
  kind: Event
  lastTimestamp: "2026-04-22T19:21:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:21:28Z"
    name: isvc-predictive-sklearn-predictor.18a8c41b07094188
    namespace: kserve-ci-e2e-test
    resourceVersion: "26672"
    uid: 6422259d-e958-415c-a38b-c9d3db455281
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26021"
    uid: 60b64964-c8f4-48d2-ad09-f10f373f3c92
  kind: Event
  lastTimestamp: "2026-04-22T19:21:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:21:28Z"
    name: isvc-predictive-sklearn-predictor.18a8c41b077300ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26673"
    uid: 1e353c28-671c-46af-8176-2ecd7bb406fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:24:33.920858Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:24:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:24:33Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c449b97671ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "28236"
    uid: 5d6d8251-b7a4-46e8-9071-0bf7f86f4167
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28240"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:24:34Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:24:34Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c449d26f8b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "28248"
    uid: f8866303-7ef1-4da8-b722-a8e76100946e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:24:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:24:34Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c449d3ee90e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28251"
    uid: 21c9a2f4-1f6c-4435-82a5-701c308f5848
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:24:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:24:34Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c449d6c06362
    namespace: kserve-ci-e2e-test
    resourceVersion: "28252"
    uid: e106dc8a-41c3-4461-9d8d-792f4d9eba34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:24:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:24:34Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c449d733875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28253"
    uid: ebeab724-4330-4cdd-a228-c6c8bb67737d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:24:38Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:24:38Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c44abb15946d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28285"
    uid: 6e72f33f-9976-4d8c-b06e-c4880d41bebe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:24:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:24:38Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c44abdc91efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: f9566562-0106-402d-a957-a49f28470557
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:24:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:24:38Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c44abe38c002
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 500d8d7a-bd5c-45f5-961b-b4ad42718725
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:24:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:24:38Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c44abe448be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28292"
    uid: 530323b6-1ea2-455e-9382-87c18be1eb2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:24:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:24:38Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c44ac1445359
    namespace: kserve-ci-e2e-test
    resourceVersion: "28294"
    uid: 7f6d5b54-10af-4cfc-972e-44f055d4e696
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:24:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:24:38Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c44ac1c64a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "28296"
    uid: aec8f46f-454e-40d8-b1cc-ffa6144917a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T19:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:26:05Z"
  message: 'Readiness probe failed: Get "http://10.132.0.43:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:26:05Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c45359fef268
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 364aae25-a029-4045-b2c9-b082617655d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:26:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:26:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c45eb605ce5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28962"
    uid: 184c477b-c167-4b79-a9c3-eeefe082fd0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:26:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:26:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c45eb6066bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 3deb0d08-314d-49d4-bdb0-63be0cae8a26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: dae1c729-2093-4df1-9810-09136190db35
  kind: Event
  lastTimestamp: "2026-04-22T19:26:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:26:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm.18a8c45ec1be9045
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: 6fbf736e-927b-495d-acb9-a9029bf6debf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28219"
    uid: 72c231a3-7bd6-4e29-a836-41199db121cf
  kind: Event
  lastTimestamp: "2026-04-22T19:24:33Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-7rlkm'
  metadata:
    creationTimestamp: "2026-04-22T19:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:24:33Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a8c449b8ef669b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28231"
    uid: 457f7d95-9ad5-4331-b52e-c2b494c998ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 138cadd2-189e-4e2e-ad1b-a09223307f5d
  kind: Event
  lastTimestamp: "2026-04-22T19:24:33Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:24:33Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c449b451dca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28221"
    uid: 60e30672-42aa-4b66-9b1e-ce78b51eca00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28218"
    uid: fa8a36aa-237d-4aaf-9089-ec43ab84d0bd
  kind: Event
  lastTimestamp: "2026-04-22T19:25:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:25:03Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c44d32ef4c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "28485"
    uid: 459ff0f6-d717-411e-99f7-7084fd2ec768
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28218"
    uid: fa8a36aa-237d-4aaf-9089-ec43ab84d0bd
  kind: Event
  lastTimestamp: "2026-04-22T19:25:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:25:03Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c44d33557902
    namespace: kserve-ci-e2e-test
    resourceVersion: "28486"
    uid: e5401e7e-0394-47c5-bab0-75fedaefc19d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:25:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28376"
    uid: fa8a36aa-237d-4aaf-9089-ec43ab84d0bd
  kind: Event
  lastTimestamp: "2026-04-22T19:26:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:26:03Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c45431427223
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 8885b290-6242-486f-bc40-6b383443be77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:25:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28376"
    uid: fa8a36aa-237d-4aaf-9089-ec43ab84d0bd
  kind: Event
  lastTimestamp: "2026-04-22T19:26:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:26:03Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c45431b14dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28933"
    uid: 585de660-dd64-4aee-8a5b-b1e5def00123
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28188"
    uid: 8ecba1ac-4203-4792-9664-72d7bdc88b3e
  kind: Event
  lastTimestamp: "2026-04-22T19:25:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:25:55Z"
    name: isvc-predictive-sklearn-v2.18a8c449b429edbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28871"
    uid: 245d3b39-6828-4372-8e73-731fa0c1689e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:24:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28188"
    uid: 8ecba1ac-4203-4792-9664-72d7bdc88b3e
  kind: Event
  lastTimestamp: "2026-04-22T19:24:33Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:24:33Z"
    name: isvc-predictive-sklearn-v2.18a8c449b478c0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28223"
    uid: dafc308b-8ca7-4d64-96d2-305286fd353c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:25:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28868"
    uid: 8ecba1ac-4203-4792-9664-72d7bdc88b3e
  kind: Event
  lastTimestamp: "2026-04-22T19:25:55Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:25:55Z"
    name: isvc-predictive-sklearn-v2.18a8c45caf79ea88
    namespace: kserve-ci-e2e-test
    resourceVersion: "28869"
    uid: a3c1c1c7-8004-4bc8-bd7e-e7a40179432e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25838"
    uid: 96ad6743-e4c6-4a1e-9300-8e4d55da7149
  kind: Event
  lastTimestamp: "2026-04-22T19:21:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:21:29Z"
    name: isvc-predictive-sklearn.18a8c4060a7110d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26693"
    uid: e2f4149f-7def-4d66-9426-e94aeed8d8b7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25838"
    uid: 96ad6743-e4c6-4a1e-9300-8e4d55da7149
  kind: Event
  lastTimestamp: "2026-04-22T19:19:43Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:19:43Z"
    name: isvc-predictive-sklearn.18a8c4060bec306d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 80783958-4d7a-48b9-94ea-00283327a372
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26689"
    uid: 96ad6743-e4c6-4a1e-9300-8e4d55da7149
  kind: Event
  lastTimestamp: "2026-04-22T19:21:29Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:21:29Z"
    name: isvc-predictive-sklearn.18a8c41ece38a9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26691"
    uid: 095ce405-73b0-4080-8723-dc046bebc3ca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:21:33.489249Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26765"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:21:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:21:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c41fb6e6a2d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26769"
    uid: 127ad25b-33f9-48ec-83dd-6cbaa5b94826
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26775"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:21:33Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:21:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c41fcf989577
    namespace: kserve-ci-e2e-test
    resourceVersion: "26781"
    uid: f9ec1cd0-8322-4448-8f58-99314204ace6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:21:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:21:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c41fd13f9ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26783"
    uid: 275e66b5-717f-4c75-b70e-fe903426aeae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:21:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:21:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c41fd4069ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26784"
    uid: 203576fa-16db-459a-8e5d-ba48533fd964
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:21:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:21:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c41fd4742302
    namespace: kserve-ci-e2e-test
    resourceVersion: "26785"
    uid: 26202171-028d-4580-ae49-9c843306f079
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:21:38Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:21:38Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c420efb1264e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: 280e837a-b2ed-4226-b8e8-025ef54736db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:21:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:21:38Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c420f3b8206a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26831"
    uid: d056c5df-f457-4ea7-94af-03161401dae3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:21:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:21:38Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c420f44f600c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: 3f31ebfe-1c0f-40d9-b852-2e30c91a7c34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:21:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:21:38Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c420f45bb5f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: be8fa949-33fa-4da7-bc6f-f3cd7ead13b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:21:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:21:38Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c420f6dad3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26835"
    uid: af0ac9e1-a329-417b-82ac-a2043743dbe4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:21:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:21:38Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c420f7499da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26836"
    uid: cef207bc-edeb-45d3-a48b-ca6acab358f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:22:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:22:45Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c4212bb40d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27322"
    uid: 200132d7-12ee-4184-b4c6-48d750b60fb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:23:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:23:03Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c434b23835e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27488"
    uid: d5ca0d2e-1de8-4614-9aab-4b0fc1e0dce8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:23:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:23:03Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c434b238f163
    namespace: kserve-ci-e2e-test
    resourceVersion: "27491"
    uid: 6e6e6502-636c-46c2-b1a0-83adbeb00026
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 767cd722-e427-4d62-9c92-20920c8248dc
  kind: Event
  lastTimestamp: "2026-04-22T19:23:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:23:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps.18a8c43531e95beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27544"
    uid: b6ca9b6e-89c1-4bcf-ac48-08b471e410e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26751"
    uid: 7c6ab7db-5a59-4d41-b270-4d4f074a86c9
  kind: Event
  lastTimestamp: "2026-04-22T19:21:33Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-bjgps'
  metadata:
    creationTimestamp: "2026-04-22T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:21:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a8c41fb653d6ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26766"
    uid: 28ca1883-0089-43da-8176-0c894f19e50e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26747"
    uid: 9d5b88ca-bc5e-43f3-b537-34ea1859af07
  kind: Event
  lastTimestamp: "2026-04-22T19:21:33Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:21:33Z"
    name: isvc-predictive-xgboost-predictor.18a8c41fb1021c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "26754"
    uid: 89d5b3b2-0242-41e1-91d2-86470817e4ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26750"
    uid: 75abfb06-1cc1-47c4-bbb3-36ca45f8092c
  kind: Event
  lastTimestamp: "2026-04-22T19:22:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:22:03Z"
    name: isvc-predictive-xgboost-predictor.18a8c4232f869219
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: c4562d5f-07b0-4f41-967c-5d04607c218b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26750"
    uid: 75abfb06-1cc1-47c4-bbb3-36ca45f8092c
  kind: Event
  lastTimestamp: "2026-04-22T19:22:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:22:03Z"
    name: isvc-predictive-xgboost-predictor.18a8c4232ff006ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27023"
    uid: a549b331-6b81-4f13-b6d8-41e626b35a7e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:22:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26911"
    uid: 75abfb06-1cc1-47c4-bbb3-36ca45f8092c
  kind: Event
  lastTimestamp: "2026-04-22T19:23:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:23:03Z"
    name: isvc-predictive-xgboost-predictor.18a8c42a2dd63842
    namespace: kserve-ci-e2e-test
    resourceVersion: "27458"
    uid: 24a016c8-f335-4ce5-8100-c98873c2d606
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:22:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26911"
    uid: 75abfb06-1cc1-47c4-bbb3-36ca45f8092c
  kind: Event
  lastTimestamp: "2026-04-22T19:23:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:23:03Z"
    name: isvc-predictive-xgboost-predictor.18a8c42a2e3e555a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27459"
    uid: ef8052cc-cdea-496c-9c25-6fe207f26b32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:26:04.208094Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28978"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:26:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:26:04Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c45ebf004e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "28984"
    uid: 54ab27de-4d77-4b2a-87cb-cc5cc146ee12
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28989"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:26:04Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:26:04Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c45ed7c31f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 071a82d2-fa59-4672-8f8d-5de8faac4541
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:26:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:26:04Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c45ed98516c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29000"
    uid: f3de0b19-6eef-4c90-af29-926b191aedb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:26:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:26:04Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c45edc3b146f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: 647fb7b9-1339-4cfc-9dc0-60f1d4131476
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:26:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:26:04Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c45edcb36cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29002"
    uid: d4b19d07-77cc-4430-b7e5-528e00cfcf27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:26:08Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:26:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c45fbeeb4a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "29037"
    uid: dddb8590-06e0-4827-8f02-0e92f1760fdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:26:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:26:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c45fc2712831
    namespace: kserve-ci-e2e-test
    resourceVersion: "29041"
    uid: 04168880-dfb2-4112-a25f-c84e50a2a6c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:26:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:26:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c45fc2e50473
    namespace: kserve-ci-e2e-test
    resourceVersion: "29042"
    uid: b5d610a4-d6f2-4d73-abd6-9e88a8bf9266
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:26:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:26:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c45fc2f08b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "29044"
    uid: 97fc2845-8a50-436a-b6a3-fd8c6475731a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:26:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:26:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c45fc6f8b71c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29048"
    uid: c932b5c6-3bd2-4c97-8200-9086321d7aa7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:26:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:26:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c45fc7705482
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: a7984d3c-8cd6-454b-bd12-7f0174ac38b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:27:16Z"
  message: 'Readiness probe failed: Get "http://10.132.0.44:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:16Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c4689918b350
    namespace: kserve-ci-e2e-test
    resourceVersion: "29523"
    uid: d4a39421-42e8-45a8-97a9-552d4ff90eb9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:27:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:24Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c47162fd96a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29619"
    uid: 56744a25-3351-4b60-8169-b4cbaf8013af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:27:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:24Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c47162fe3b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29621"
    uid: f5771b1b-c1a6-4483-a983-789ed71cbdc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: ea910eed-2eb2-4a0f-a3c2-d152aaf91a9c
  kind: Event
  lastTimestamp: "2026-04-22T19:27:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:27:26Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7.18a8c471e8f439a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29681"
    uid: 749a286a-decc-4273-b75d-6fc72622e37e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28966"
    uid: 45347608-a028-4744-b300-71edac599c6e
  kind: Event
  lastTimestamp: "2026-04-22T19:26:04Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-tgjh7'
  metadata:
    creationTimestamp: "2026-04-22T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:26:04Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a8c45ebe255a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28980"
    uid: 43c70aa0-d52f-4e95-a543-75f7864414ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28963"
    uid: c6056c77-8fff-4390-913e-5c575a0852e2
  kind: Event
  lastTimestamp: "2026-04-22T19:26:04Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:26:04Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c45eb725c70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28968"
    uid: 473e22a1-56e5-40fd-b127-2aacdb93c752
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28965"
    uid: fdd5b348-0f2a-4bec-9841-41fcbda97af2
  kind: Event
  lastTimestamp: "2026-04-22T19:26:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:26:19Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c46235bd0bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29125"
    uid: d3b9e6a6-413b-443e-95cb-4172064dc190
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28965"
    uid: fdd5b348-0f2a-4bec-9841-41fcbda97af2
  kind: Event
  lastTimestamp: "2026-04-22T19:26:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:26:19Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c4623629cc35
    namespace: kserve-ci-e2e-test
    resourceVersion: "29126"
    uid: 4ae7905d-f35f-428d-8d76-ef09827e9a1a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29124"
    uid: fdd5b348-0f2a-4bec-9841-41fcbda97af2
  kind: Event
  lastTimestamp: "2026-04-22T19:27:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:27:19Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c465b532b3fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29546"
    uid: c9325feb-3827-4f33-8b90-232b7f2e495f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29124"
    uid: fdd5b348-0f2a-4bec-9841-41fcbda97af2
  kind: Event
  lastTimestamp: "2026-04-22T19:27:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:27:19Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c465b5842060
    namespace: kserve-ci-e2e-test
    resourceVersion: "29547"
    uid: 05b927ba-c381-47ef-a653-d42e6ba02863
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28936"
    uid: 2f004234-f9e7-40ac-bb5c-489489859645
  kind: Event
  lastTimestamp: "2026-04-22T19:27:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:27:22Z"
    name: isvc-predictive-xgboost-v2.18a8c45eb6f78f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "29582"
    uid: 0ab2bb9d-ecb0-4f75-926b-e49021f75214
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28936"
    uid: 2f004234-f9e7-40ac-bb5c-489489859645
  kind: Event
  lastTimestamp: "2026-04-22T19:26:04Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:26:04Z"
    name: isvc-predictive-xgboost-v2.18a8c45eb7646805
    namespace: kserve-ci-e2e-test
    resourceVersion: "28985"
    uid: 0232a91d-558b-41af-bfe6-fa20631a1bfc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:26:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28948"
    uid: 2f004234-f9e7-40ac-bb5c-489489859645
  kind: Event
  lastTimestamp: "2026-04-22T19:26:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:26:04Z"
    name: isvc-predictive-xgboost-v2.18a8c45ebf570eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28988"
    uid: ea7d0f76-102f-481b-aeb8-e2d2a0bc238b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:27:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: 2f004234-f9e7-40ac-bb5c-489489859645
  kind: Event
  lastTimestamp: "2026-04-22T19:27:22Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:27:22Z"
    name: isvc-predictive-xgboost-v2.18a8c4710100fed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29581"
    uid: af584db5-1604-4082-b722-e66fb7481934
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26719"
    uid: c358a67e-7e86-4172-b18f-c8489dee50e3
  kind: Event
  lastTimestamp: "2026-04-22T19:22:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:22:53Z"
    name: isvc-predictive-xgboost.18a8c41fb0dbd0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: 2b3dc7b1-b9b5-489d-a431-07b9a410fdb8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:21:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26719"
    uid: c358a67e-7e86-4172-b18f-c8489dee50e3
  kind: Event
  lastTimestamp: "2026-04-22T19:21:33Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:21:33Z"
    name: isvc-predictive-xgboost.18a8c41fb12df19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26755"
    uid: f9148a1a-743b-41f2-aa4a-e67b6d100487
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:22:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27382"
    uid: c358a67e-7e86-4172-b18f-c8489dee50e3
  kind: Event
  lastTimestamp: "2026-04-22T19:22:53Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:22:53Z"
    name: isvc-predictive-xgboost.18a8c4325f082e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "27383"
    uid: 78af7a0e-ffbe-4c17-8c82-31a6713ff6bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:17:58.512311Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24586"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:17:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:17:58Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c3eda946cf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: e1aa70f0-6fac-49b4-974c-4d93a6c5aa43
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24596"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:17:58Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:17:58Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c3edc2378117
    namespace: kserve-ci-e2e-test
    resourceVersion: "24603"
    uid: 35631387-fe13-4f84-91b4-1da9c83343db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:17:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:17:58Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c3edc3a5e712
    namespace: kserve-ci-e2e-test
    resourceVersion: "24606"
    uid: 82260fac-0073-4705-947c-829477668da4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:17:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:17:59Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c3edc68fec55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: 331d6ae8-dd17-4ad2-b06a-f799174aa5bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:17:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:17:59Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c3edc7472dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: 7b57e1b7-0ccf-4ba0-843a-ac18cda27e71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:18:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:18:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:18:03Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c3eebac10dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24652"
    uid: c465bd8b-4c3d-4285-aa9b-2ba48314f392
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:18:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:18:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:18:03Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c3eebdc94543
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 06fcf20c-4a01-48bc-90c4-1ff14d24a31b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:18:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:18:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:18:03Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c3eebe3b69f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24656"
    uid: 5b71ad84-5b30-43a4-bf61-dbad05fcd17c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:18:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:18:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:18:03Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c3eebe480ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 7f79ab43-aa06-4ab5-9a49-3c470dc769d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:18:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:18:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:18:03Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c3eec110e0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24659"
    uid: 28cb8395-1a71-4d92-aad8-5888fa5ccba9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:18:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:18:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:18:03Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c3eec17d69ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24661"
    uid: 137c7555-7bf8-49a1-8a4c-868d2fad62d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T19:18:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:19:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:01Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c3ef32677921
    namespace: kserve-ci-e2e-test
    resourceVersion: "25067"
    uid: e4df303b-dd8c-4160-8048-84544ef65b2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:19:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:33Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c403afb8dd0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: ec2bba72-7fea-4c33-81d3-ed6975f3e2e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:19:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:33Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c403afba0d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "25695"
    uid: aeaa5394-58a0-40ed-b476-6ec47e324f28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2fd9e652-319d-4a2f-be89-9a5069ebc52c
  kind: Event
  lastTimestamp: "2026-04-22T19:19:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:36Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2.18a8c40462a12d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25774"
    uid: aefcae4c-5617-4394-87cd-f16fd74edf78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-dc4537-predictor-574dc8f9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24575"
    uid: 75366aa4-4e66-4502-a305-fb66e8c49d3d
  kind: Event
  lastTimestamp: "2026-04-22T19:17:58Z"
  message: 'Created pod: isvc-primary-dc4537-predictor-574dc8f9fb-bpdk2'
  metadata:
    creationTimestamp: "2026-04-22T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:17:58Z"
    name: isvc-primary-dc4537-predictor-574dc8f9fb.18a8c3eda8d6e452
    namespace: kserve-ci-e2e-test
    resourceVersion: "24587"
    uid: 37658d19-f2d4-4d5d-9abd-fd4b51ca6f80
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-dc4537-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24573"
    uid: 60bab236-6aee-4d16-aa43-f195f0fd3bf5
  kind: Event
  lastTimestamp: "2026-04-22T19:17:58Z"
  message: Scaled up replica set isvc-primary-dc4537-predictor-574dc8f9fb from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:17:58Z"
    name: isvc-primary-dc4537-predictor.18a8c3eda425cd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24578"
    uid: 5ab611b3-f72c-40b5-9470-bca0404b3017
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:18:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-dc4537-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 25cb271c-529c-497a-874a-0e461ba09c66
  kind: Event
  lastTimestamp: "2026-04-22T19:18:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:18:43Z"
    name: isvc-primary-dc4537-predictor.18a8c3f122ae31fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24944"
    uid: efa363cd-72ec-4d42-8836-db80d4bab0c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:18:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-dc4537-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 25cb271c-529c-497a-874a-0e461ba09c66
  kind: Event
  lastTimestamp: "2026-04-22T19:18:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:18:43Z"
    name: isvc-primary-dc4537-predictor.18a8c3f1231bc5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24945"
    uid: 55f3ae01-2283-4168-b977-f2a6e6120c6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:18:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-dc4537-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24736"
    uid: 25cb271c-529c-497a-874a-0e461ba09c66
  kind: Event
  lastTimestamp: "2026-04-22T19:19:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:19:28Z"
    name: isvc-primary-dc4537-predictor.18a8c3fba32c8a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 5a5e7e90-4b82-490e-b728-a16217a0a3c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:18:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-dc4537-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24736"
    uid: 25cb271c-529c-497a-874a-0e461ba09c66
  kind: Event
  lastTimestamp: "2026-04-22T19:19:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:19:28Z"
    name: isvc-primary-dc4537-predictor.18a8c3fba3bf0a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: c2648d8f-7d09-4927-a7eb-b3d14f0f7a6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-dc4537
    namespace: kserve-ci-e2e-test
    resourceVersion: "24547"
    uid: 06801fd6-43de-44e0-99ac-50acf115bbf8
  kind: Event
  lastTimestamp: "2026-04-22T19:19:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:19:11Z"
    name: isvc-primary-dc4537.18a8c3eda3fc4e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "25149"
    uid: ff6764cf-9881-40de-b7ae-ef360f923835
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-dc4537
    namespace: kserve-ci-e2e-test
    resourceVersion: "24547"
    uid: 06801fd6-43de-44e0-99ac-50acf115bbf8
  kind: Event
  lastTimestamp: "2026-04-22T19:17:58Z"
  message: 'Failed to update status for InferenceService "isvc-primary-dc4537": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-dc4537":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:17:58Z"
    name: isvc-primary-dc4537.18a8c3eda4769e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24581"
    uid: efbc56be-7e0a-48b6-afbf-2c07e211a57e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:17:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-dc4537
    namespace: kserve-ci-e2e-test
    resourceVersion: "24547"
    uid: 06801fd6-43de-44e0-99ac-50acf115bbf8
  kind: Event
  lastTimestamp: "2026-04-22T19:17:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-dc4537": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:17:58Z"
    name: isvc-primary-dc4537.18a8c3eda476f396
    namespace: kserve-ci-e2e-test
    resourceVersion: "24582"
    uid: 8dc375be-9a85-47a4-93f6-d669148479de
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-dc4537
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 06801fd6-43de-44e0-99ac-50acf115bbf8
  kind: Event
  lastTimestamp: "2026-04-22T19:19:11Z"
  message: InferenceService [isvc-primary-dc4537] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:19:11Z"
    name: isvc-primary-dc4537.18a8c3fe9cedd877
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 4373c3ff-1653-4690-847d-a658c6b67805
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:19:18.840583Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-dc4537-predictor-b7d55cb99-87v9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25228"
    uid: 4d01723a-adfe-4e29-b986-a26c49f85a34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-dc4537-predictor-b7d55cb99-87v9f
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:19:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:19:18Z"
    name: isvc-secondary-dc4537-predictor-b7d55cb99-87v9f.18a8c4005d36fe0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: 1cdf36a7-0105-4426-82b2-b220e73e1315
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-dc4537-predictor-b7d55cb99-87v9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25239"
    uid: 4d01723a-adfe-4e29-b986-a26c49f85a34
  kind: Event
  lastTimestamp: "2026-04-22T19:19:19Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:19:19Z"
    name: isvc-secondary-dc4537-predictor-b7d55cb99-87v9f.18a8c40076759f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25246"
    uid: 3000577a-95c5-4e29-bf2e-bf40387edbfe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-dc4537-predictor-b7d55cb99-87v9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25230"
    uid: 4d01723a-adfe-4e29-b986-a26c49f85a34
  kind: Event
  lastTimestamp: "2026-04-22T19:19:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:22Z"
    name: isvc-secondary-dc4537-predictor-b7d55cb99-87v9f.18a8c40078c2d9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25277"
    uid: 511730c7-5ef0-438f-ad3b-60a81cd5d46d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-dc4537-predictor-b7d55cb99-87v9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25230"
    uid: 4d01723a-adfe-4e29-b986-a26c49f85a34
  kind: Event
  lastTimestamp: "2026-04-22T19:19:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:22Z"
    name: isvc-secondary-dc4537-predictor-b7d55cb99-87v9f.18a8c4007baa7db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25284"
    uid: d309ae71-d420-4b79-85da-a3249fb64bc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-dc4537-predictor-b7d55cb99-87v9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25230"
    uid: 4d01723a-adfe-4e29-b986-a26c49f85a34
  kind: Event
  lastTimestamp: "2026-04-22T19:19:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:22Z"
    name: isvc-secondary-dc4537-predictor-b7d55cb99-87v9f.18a8c4007c2f3847
    namespace: kserve-ci-e2e-test
    resourceVersion: "25285"
    uid: acb75001-4ffc-4aee-a590-49fa25e975b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-dc4537-predictor-b7d55cb99-87v9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25230"
    uid: 4d01723a-adfe-4e29-b986-a26c49f85a34
  kind: Event
  lastTimestamp: "2026-04-22T19:19:28Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-dc4537-predictor-b7d55cb99-87v9f_kserve-ci-e2e-test(4d01723a-adfe-4e29-b986-a26c49f85a34)
  metadata:
    creationTimestamp: "2026-04-22T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:19:28Z"
    name: isvc-secondary-dc4537-predictor-b7d55cb99-87v9f.18a8c4029484a9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: c4e25ed0-5ee6-4ad9-a44b-261812a5fff3
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-dc4537-predictor-b7d55cb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25218"
    uid: 850cee55-ebd2-4157-98b1-7baf16b93a19
  kind: Event
  lastTimestamp: "2026-04-22T19:19:18Z"
  message: 'Created pod: isvc-secondary-dc4537-predictor-b7d55cb99-87v9f'
  metadata:
    creationTimestamp: "2026-04-22T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:19:18Z"
    name: isvc-secondary-dc4537-predictor-b7d55cb99.18a8c4005c9ac5a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25229"
    uid: fa10a450-7aa4-45aa-b144-794d3a153f02
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-dc4537-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25216"
    uid: a1634ce5-83f5-4b29-9920-1f963609fcde
  kind: Event
  lastTimestamp: "2026-04-22T19:19:18Z"
  message: Scaled up replica set isvc-secondary-dc4537-predictor-b7d55cb99 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:19:18Z"
    name: isvc-secondary-dc4537-predictor.18a8c400561c76b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25220"
    uid: 0edd2188-593d-44d4-b649-cc332ca5f2d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-dc4537
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: a87f7b74-a620-4622-add7-a0170453fb43
  kind: Event
  lastTimestamp: "2026-04-22T19:19:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:19:29Z"
    name: isvc-secondary-dc4537.18a8c40055d0417d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: f7d765e4-6b80-4107-9d5a-4fde744ce110
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-dc4537
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: a87f7b74-a620-4622-add7-a0170453fb43
  kind: Event
  lastTimestamp: "2026-04-22T19:19:18Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-dc4537":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-dc4537":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:19:18Z"
    name: isvc-secondary-dc4537.18a8c40056efe893
    namespace: kserve-ci-e2e-test
    resourceVersion: "25222"
    uid: b3d570b0-1cfe-41e2-a2ce-ca8f6eef8c65
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:19:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-dc4537
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: a87f7b74-a620-4622-add7-a0170453fb43
  kind: Event
  lastTimestamp: "2026-04-22T19:19:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-dc4537": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:19:18Z"
    name: isvc-secondary-dc4537.18a8c40056f039f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25223"
    uid: 1bc440a2-2629-4964-bab7-b63b15e2526f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T18:57:57.399846Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14707"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T18:57:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T18:57:57Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d60165203b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: 6ac45355-26ff-45f2-b919-f1d22861d1d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14718"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:57:57Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T18:57:57Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d61a5a3f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "14724"
    uid: 471dea48-6463-4092-a54c-057f1508d1d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:57:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:57Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d61bd6740f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: d038a0c4-c379-4caf-83fa-93be55d14889
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:57:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:57Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d61f2f0af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14728"
    uid: 763a4d48-e0bf-4861-b6c2-bd49357a0648
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:57:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:57Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d61f8e7d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "14729"
    uid: 8fa915ba-3ec2-47c5-b40c-8b008c65902e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:58:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:02Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d732f6ba32
    namespace: kserve-ci-e2e-test
    resourceVersion: "14770"
    uid: 3341cd89-59a7-4bab-807d-d2f57a2bf367
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:58:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T18:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:02Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d735922f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "14772"
    uid: 906030da-e114-4a44-b564-77600b0295a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:58:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:02Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d735f51d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14776"
    uid: 82c10d37-9e07-44eb-83fa-d567ff44eac1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:58:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:02Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d73601926a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14778"
    uid: 7ffea6fd-af39-45fb-b09b-6c7c8840647c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:58:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T18:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:02Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d738fa58c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: e39ddc07-97a5-4896-92ff-c97680aaa7cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:58:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:02Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d7395c5ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: 447ba4d4-026f-4b05-aae3-b5e205c3273e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:58:02Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:85a53e5dbb1b97e5d37c2ae443f7f612a4c4386507f1f6048f8da8c807e01ad9"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:02Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d7396a1062
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: f2fa419a-427f-48b9-8080-38088802c75c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:58:02Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T18:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:02Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d73c46e172
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: cd7d1323-56ac-4b71-a5ca-e525d6bceca8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:58:02Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T18:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:02Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d73cadfed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14784"
    uid: c492a335-a40d-465c-bc13-da60a732d402
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:59:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T18:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:39Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d76ef6dd5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: a5f0883e-c376-4752-8292-88261303851e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:59:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T18:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:39Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2d76effdf07
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: fd638413-3959-4575-8a87-a8d09d40a2c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:59:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:22Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2e9d1eef3b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 925e073a-0dd2-494b-948e-540284dac068
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:59:22Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:22Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2e9d1ef434f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: b8e57436-66af-43d6-848b-9aa1f63b088b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:59:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:22Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2e9d1f1377f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15415"
    uid: ba07762d-3a13-478d-851d-25af3f459612
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 97cd9146-5575-42cd-8f0d-6609514a9dc1
  kind: Event
  lastTimestamp: "2026-04-22T18:59:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T18:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:44Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf.18a8c2ea4b5d39ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: d3b3b085-71f9-41b8-b04f-bf0bdcd09d30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: 1b26116c-691e-4509-992e-075c603dd815
  kind: Event
  lastTimestamp: "2026-04-22T18:57:57Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-ccbd696dd-qh8nf'
  metadata:
    creationTimestamp: "2026-04-22T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:57Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd.18a8c2d600ffe9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14709"
    uid: 65629d73-5cd4-4c90-86a8-295edb3c1599
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14687"
    uid: e28214f1-87ad-4604-bb7d-6b7f7b6cf649
  kind: Event
  lastTimestamp: "2026-04-22T18:57:57Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-ccbd696dd from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:57Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c2d5fbebe496
    namespace: kserve-ci-e2e-test
    resourceVersion: "14692"
    uid: b94466a3-b4d9-495f-b462-451da0c606df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14689"
    uid: 1e29bc93-2d6a-4f78-b070-d3ad58c783d2
  kind: Event
  lastTimestamp: "2026-04-22T18:58:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:58:42Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c2d97a6601ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: fe0211eb-f5f1-4b44-ab03-af51a2d7a2d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14689"
    uid: 1e29bc93-2d6a-4f78-b070-d3ad58c783d2
  kind: Event
  lastTimestamp: "2026-04-22T18:58:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:58:42Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c2d97acc8b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15088"
    uid: d1329a12-6e9c-48ea-9894-a6363d15bcb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: 1e29bc93-2d6a-4f78-b070-d3ad58c783d2
  kind: Event
  lastTimestamp: "2026-04-22T18:59:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c2dcf9d4b1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 80dcb542-507c-4358-ab71-9a3d2d309c3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: 1e29bc93-2d6a-4f78-b070-d3ad58c783d2
  kind: Event
  lastTimestamp: "2026-04-22T18:59:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c2dcfa3ddcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 4ed43568-f74a-4090-85f3-f10dccaffc70
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: d790bcb9-9f3b-467d-8ca9-7c80da5e117b
  kind: Event
  lastTimestamp: "2026-04-22T18:59:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:59:09Z"
    name: isvc-sklearn-batcher-custom.18a8c2d5fbc78a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15289"
    uid: dcccd3a8-45ec-4580-9f44-340728457823
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: d790bcb9-9f3b-467d-8ca9-7c80da5e117b
  kind: Event
  lastTimestamp: "2026-04-22T18:57:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:57:57Z"
    name: isvc-sklearn-batcher-custom.18a8c2d5fc15b17b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: 2ce5f865-5bde-4e1b-8dab-9235586c950c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14670"
    uid: d790bcb9-9f3b-467d-8ca9-7c80da5e117b
  kind: Event
  lastTimestamp: "2026-04-22T18:57:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:57:57Z"
    name: isvc-sklearn-batcher-custom.18a8c2d60131aa7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: 690bc5df-31a2-444a-be47-42225dcdf62b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15287"
    uid: d790bcb9-9f3b-467d-8ca9-7c80da5e117b
  kind: Event
  lastTimestamp: "2026-04-22T18:59:09Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-22T18:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:59:09Z"
    name: isvc-sklearn-batcher-custom.18a8c2e6d381c75a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15288"
    uid: 2f68ed39-7dd0-42aa-bc83-9e42b522419e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T18:56:12.267974Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13862"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T18:56:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T18:56:12Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2bd870c0c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13869"
    uid: a699bb34-5964-4e62-8bee-8bdf16122e6a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13877"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:12Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T18:56:12Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2bda00b3704
    namespace: kserve-ci-e2e-test
    resourceVersion: "13887"
    uid: a192fdc9-c7dc-4b12-998d-09f96c0da1bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:12Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
  metadata:
    creationTimestamp: "2026-04-22T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:12Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2bda1751400
    namespace: kserve-ci-e2e-test
    resourceVersion: "13889"
    uid: e390e114-f3b2-465f-9593-99e32bcbfddb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    in 3.498s (3.498s including waiting). Image size: 300951977 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:16Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2be71fd7c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "13914"
    uid: 9fa80539-6c34-4187-98dc-d38173a75b03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:16Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2be7530c76a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13915"
    uid: f56d6c82-ae8b-4b8a-a38b-5c0bfc13c977
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:16Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2be75a56768
    namespace: kserve-ci-e2e-test
    resourceVersion: "13916"
    uid: 696eb929-84ae-497c-ad6f-650b87d4ae66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:20Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
  metadata:
    creationTimestamp: "2026-04-22T18:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:20Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2bf60f84b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "13949"
    uid: c97c5fb6-cd14-4ec2-89e8-dde79b88a126
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    in 13.22s (13.22s including waiting). Image size: 1562510257 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:33Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2c274f9331b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14046"
    uid: 2991929f-4248-47c4-85d0-c076ae15854c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:33Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2c277ad10db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14047"
    uid: 0de43be7-d1a9-49bb-9d90-1422b87c1f0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:33Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2c2780b9090
    namespace: kserve-ci-e2e-test
    resourceVersion: "14048"
    uid: 29a0fc07-d778-4122-b04c-c4abaf467a18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:33Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-22T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:33Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2c27818d851
    namespace: kserve-ci-e2e-test
    resourceVersion: "14049"
    uid: 45a99ef7-d483-48c2-9eda-5c26ac69dc6a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.384s (2.384s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T18:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:35Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2c3063f4049
    namespace: kserve-ci-e2e-test
    resourceVersion: "14065"
    uid: 28474ea6-46b1-4dc2-81fb-0821d574ea6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T18:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:35Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2c3091c843f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14066"
    uid: dab61f50-e9ca-4c30-929e-3156605158c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:35Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2c30988e29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14067"
    uid: 92a289e3-26fa-4e11-8bb5-b2c156d002ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:35Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:85a53e5dbb1b97e5d37c2ae443f7f612a4c4386507f1f6048f8da8c807e01ad9"
  metadata:
    creationTimestamp: "2026-04-22T18:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:35Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2c30995f8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14068"
    uid: ba39af42-5fd4-4ca0-a34f-03723c5df33b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:85a53e5dbb1b97e5d37c2ae443f7f612a4c4386507f1f6048f8da8c807e01ad9"
    in 3.202s (3.202s including waiting). Image size: 237897817 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T18:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:39Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2c3c877d8ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14092"
    uid: 553ed061-5af0-43a9-ab71-f2b50a30076c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:39Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T18:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:39Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2c3cb703560
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: e3645e11-bc62-4d8d-9317-9ccdb8b9d74e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:56:39Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T18:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:39Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2c3cbe26217
    namespace: kserve-ci-e2e-test
    resourceVersion: "14094"
    uid: 66cd4abc-2c80-4bb9-875d-0a443ff98ed4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:58:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T18:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:12Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2c40d358613
    namespace: kserve-ci-e2e-test
    resourceVersion: "14859"
    uid: a6059d93-cae9-4fef-921e-02f55db8a94e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:58:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T18:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:12Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2c40d3ebdf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14860"
    uid: 92a811d8-4b0c-46d6-ba65-22f0685f9583
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:57Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2d5fbee3561
    namespace: kserve-ci-e2e-test
    resourceVersion: "14693"
    uid: 8ed915cb-1fa8-4141-8261-7b3eec27ea63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:57Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:57Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2d5fbee7a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: 2a4ee8a2-5598-412a-a090-4ee4cb3a9981
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:57Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2d5fbf1d325
    namespace: kserve-ci-e2e-test
    resourceVersion: "14697"
    uid: 7e8f795d-7cec-4b3b-a751-a5a468bdfb3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 0b511405-63da-4bc9-860f-083b25a83eb8
  kind: Event
  lastTimestamp: "2026-04-22T18:58:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T18:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:20Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h.18a8c2d6ad906d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "14923"
    uid: bbaca25a-6acc-4cfa-bb7f-4c9bdba6e979
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6c75bdff6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13855"
    uid: 16c991be-ae88-4df2-869f-c59444254d48
  kind: Event
  lastTimestamp: "2026-04-22T18:56:12Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6c75bdff6f-tgw2h'
  metadata:
    creationTimestamp: "2026-04-22T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:56:12Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f.18a8c2bd869d3d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13864"
    uid: 74b7d35b-0d37-4316-a769-ad9988081c9f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13854"
    uid: 481d8cdb-dd21-40c3-8ece-b461123247e3
  kind: Event
  lastTimestamp: "2026-04-22T18:56:12Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6c75bdff6f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:56:12Z"
    name: isvc-sklearn-batcher-predictor.18a8c2bd8108155f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13857"
    uid: 5b292314-4df0-4a53-89d4-99f8b39f2ee7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13866"
    uid: 334f157e-9c3f-474a-9cb6-bab844491cad
  kind: Event
  lastTimestamp: "2026-04-22T18:57:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:12Z"
    name: isvc-sklearn-batcher-predictor.18a8c2c1064be01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: d2230891-4fa5-4536-83e6-a4a91f848f79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13866"
    uid: 334f157e-9c3f-474a-9cb6-bab844491cad
  kind: Event
  lastTimestamp: "2026-04-22T18:57:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:12Z"
    name: isvc-sklearn-batcher-predictor.18a8c2c106d063e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14336"
    uid: a260d497-7d05-48f3-83a6-72418038b450
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13999"
    uid: 334f157e-9c3f-474a-9cb6-bab844491cad
  kind: Event
  lastTimestamp: "2026-04-22T18:57:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:42Z"
    name: isvc-sklearn-batcher-predictor.18a8c2cf02814465
    namespace: kserve-ci-e2e-test
    resourceVersion: "14556"
    uid: 3d77f662-daf0-40f4-9fb6-9a7bbb5f3e45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13999"
    uid: 334f157e-9c3f-474a-9cb6-bab844491cad
  kind: Event
  lastTimestamp: "2026-04-22T18:57:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:42Z"
    name: isvc-sklearn-batcher-predictor.18a8c2cf02e9c05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: b5a07d1e-5554-4409-ab39-afb03900091a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13841"
    uid: 39c01013-901d-477d-b5f0-3ef8c95c4047
  kind: Event
  lastTimestamp: "2026-04-22T18:57:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:57:42Z"
    name: isvc-sklearn-batcher.18a8c2bd8710efb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14558"
    uid: da0764a0-4a16-4cbc-b75c-de4295db5d4f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13841"
    uid: 39c01013-901d-477d-b5f0-3ef8c95c4047
  kind: Event
  lastTimestamp: "2026-04-22T18:56:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:56:12Z"
    name: isvc-sklearn-batcher.18a8c2bd87934431
    namespace: kserve-ci-e2e-test
    resourceVersion: "13874"
    uid: 578e3e4c-cb77-4887-a932-2858c80dc8a8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13841"
    uid: 39c01013-901d-477d-b5f0-3ef8c95c4047
  kind: Event
  lastTimestamp: "2026-04-22T18:56:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:56:12Z"
    name: isvc-sklearn-batcher.18a8c2bd87938bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13876"
    uid: 0ab21fff-10bb-4851-a8a0-66a0d98f2f7d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14554"
    uid: 39c01013-901d-477d-b5f0-3ef8c95c4047
  kind: Event
  lastTimestamp: "2026-04-22T18:57:42Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-22T18:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:57:42Z"
    name: isvc-sklearn-batcher.18a8c2d28196e37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14555"
    uid: 6db30447-bf38-4b1d-bc89-261bcd347f0e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:08:49.091936Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20065"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:08:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:08:49Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36dbd4548dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20073"
    uid: b248469f-7c6c-40b3-bdf5-d4dcc2a4f3e2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20080"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:49Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:08:49Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36dd67a3082
    namespace: kserve-ci-e2e-test
    resourceVersion: "20085"
    uid: 1ca37e67-a965-405c-b12e-8095807344d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:49Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36dd82176b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 7332e4dd-be5a-4409-b8f1-d70570668131
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:49Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36ddaa4b298
    namespace: kserve-ci-e2e-test
    resourceVersion: "20090"
    uid: a2742d9d-da3c-4dd3-8627-1e9e51515911
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:49Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36ddb485f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20091"
    uid: 34c18ebf-0fc5-4e27-a244-6c8fdef03b66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:53Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36ec3b4a5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 106272d4-996a-4b08-afb7-8d176cc0db0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:53Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36ec663f02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: a4854c67-b8ea-4f08-bf92-33f80a0907e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:53Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36ec6ddf1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20134"
    uid: 5662e5f0-606c-4cdb-b3f9-fae9cdb8556a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-22T19:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:53Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36ec6e8c13f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20135"
    uid: b386650a-111b-42a1-8e39-c41a66f28989
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.144s (3.144s including waiting). Image size: 237663784 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:56Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36f825497de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20159"
    uid: 9c0d1765-d8bf-4593-be90-fb8d6245acdd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:56Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-22T19:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:56Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36f85d27d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "20160"
    uid: 14fd0f64-2211-4a04-a1e7-5b2f44eba7a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:56Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-22T19:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:56Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36f8640d98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 41a07862-944c-4d20-943d-e97215768e56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:56Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36f864d9587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: 54763450-7453-4de9-b5d9-748367bb82c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:56Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36f89b9fec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20163"
    uid: 61a2eb9b-b8c9-4265-84d6-7b48f2e337ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:08:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:08:56Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c36f8a275423
    namespace: kserve-ci-e2e-test
    resourceVersion: "20165"
    uid: dafb3f57-bc80-4703-a401-55223ceb844b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:10:33Z"
  message: 'Readiness probe failed: Get "http://10.132.0.30:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:33Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c375c17bef91
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: 0eb96c2f-d036-414c-9f9d-891671bb3640
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:10:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:09Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c38061dd2f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: c285302d-0810-4b5f-a7bf-77dbd36eea13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:10:09Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-22T19:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:09Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c38061e0bd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20701"
    uid: 9b04133b-9aee-4598-aa9c-3444e7d4161c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:10:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:09Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c38061e0fb63
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: ea7f1742-7816-4773-b7ae-bf7f685af61c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 30898fcc-0304-4ea5-96c5-1137194c01a9
  kind: Event
  lastTimestamp: "2026-04-22T19:10:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:10:38Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb.18a8c3816552c3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: d96046f9-b05c-4596-9f2f-fb585e9cf7f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5fdf4889b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: 34620c39-74aa-4ca1-98d6-94faad86b32f
  kind: Event
  lastTimestamp: "2026-04-22T19:08:49Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5fdf4889b4-xmbrb'
  metadata:
    creationTimestamp: "2026-04-22T19:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:08:49Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4.18a8c36dbcaf4592
    namespace: kserve-ci-e2e-test
    resourceVersion: "20068"
    uid: 678d04ff-6261-483e-9cd0-2692fced4ebc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: c4a169da-6493-4a01-81f6-403758aadbe6
  kind: Event
  lastTimestamp: "2026-04-22T19:08:49Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5fdf4889b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:08:49Z"
    name: isvc-sklearn-mcp-predictor.18a8c36db91b71e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20044"
    uid: e1a13f81-1ff3-415c-bb88-5976b359964d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20030"
    uid: 1f6369aa-ecaf-4432-9b7c-b1641c7b4844
  kind: Event
  lastTimestamp: "2026-04-22T19:10:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:10:03Z"
    name: isvc-sklearn-mcp.18a8c36db8b39dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 61dbacf1-b7b7-4fba-8a1b-cd62c2d42b2e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:08:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20030"
    uid: 1f6369aa-ecaf-4432-9b7c-b1641c7b4844
  kind: Event
  lastTimestamp: "2026-04-22T19:08:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:08:49Z"
    name: isvc-sklearn-mcp.18a8c36dbbc1520c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: 0c007372-1a7b-4834-aa6e-273f68ef9545
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:10:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: 1f6369aa-ecaf-4432-9b7c-b1641c7b4844
  kind: Event
  lastTimestamp: "2026-04-22T19:10:03Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:10:03Z"
    name: isvc-sklearn-mcp.18a8c37f165671ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20629"
    uid: b4024058-2da5-4dce-9fc6-508a80672770
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:28:56.673486Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30435"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:28:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:28:56Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c486e6bd6f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "30442"
    uid: 8a6d7d5e-e8c5-42a2-ac1a-51f811403308
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:28:57Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:28:57Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c486ffcf4ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: ebce86ac-3d94-47ac-bd26-53f34b7c9977
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:28:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:28:57Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c48701f3fc9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30459"
    uid: 860c28e2-0cb4-4bd8-98cc-714a567fdbdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:28:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:28:57Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c487050ff39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30460"
    uid: f4ee1e57-2768-49f9-8b9b-ce2b20eda4d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:28:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:28:57Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c48705874a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30461"
    uid: a2765981-8157-438e-abe3-59f9c32a647d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:29:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:29:02Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c48824597818
    namespace: kserve-ci-e2e-test
    resourceVersion: "30507"
    uid: 948c1c0d-af6a-4008-90e0-9821ec70a38d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:29:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:29:02Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c4882737e713
    namespace: kserve-ci-e2e-test
    resourceVersion: "30509"
    uid: aabf9cc7-0703-430c-b0b4-74e7ea2f18bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:29:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:29:02Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c48827b0434e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30512"
    uid: beec6bbb-ffe7-48b1-9d39-735888b118ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:29:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:29:02Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c48827bd5a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "30513"
    uid: 6a07dc59-097a-4dbf-b1a2-aee0126dc38e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:29:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:29:02Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c4882aa95973
    namespace: kserve-ci-e2e-test
    resourceVersion: "30516"
    uid: 720449c5-6b52-4cff-845a-4e3252f3ec99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:29:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:29:02Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c4882b217fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30518"
    uid: 36811d87-b519-40d0-9c12-873db5d7b56a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:30:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:19Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c4886048def4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 53b02661-daa2-4704-a846-b6da91b8c26a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:30:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:16Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c4998db9fe99
    namespace: kserve-ci-e2e-test
    resourceVersion: "31088"
    uid: 7821a46f-dac0-4865-8c90-7c4937f07791
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:30:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:16Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c4998dba824a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31091"
    uid: 81b9aa17-6f1b-463e-a381-eb2bb7163a46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3dd59008-9be1-4900-9126-d96c1eec477b
  kind: Event
  lastTimestamp: "2026-04-22T19:30:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:19Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-vp7dp.18a8c49a125f9b1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31147"
    uid: 8399592d-853c-4f23-a629-cd5346564d77
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-d8dbfbbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30427"
    uid: c79ec8af-02d2-43ae-9127-06839f509678
  kind: Event
  lastTimestamp: "2026-04-22T19:28:56Z"
  message: 'Created pod: isvc-sklearn-predictor-d8dbfbbb9-vp7dp'
  metadata:
    creationTimestamp: "2026-04-22T19:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:28:56Z"
    name: isvc-sklearn-predictor-d8dbfbbb9.18a8c486e6125ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30438"
    uid: cd7bcf2d-cb7e-47d6-ac75-d6bf416d9e8a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30423"
    uid: ce099b43-20cd-4cb2-8f74-d9cb8a849243
  kind: Event
  lastTimestamp: "2026-04-22T19:28:56Z"
  message: Scaled up replica set isvc-sklearn-predictor-d8dbfbbb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:28:56Z"
    name: isvc-sklearn-predictor.18a8c486e34f2e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: fa15f1d5-748b-40bc-acd1-965f8c3d03ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:29:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: cefa650e-0e7b-4e50-a923-94a94731de1e
  kind: Event
  lastTimestamp: "2026-04-22T19:29:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:29:11Z"
    name: isvc-sklearn-predictor.18a8c48a61cd44e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30588"
    uid: dd644752-3ac9-4c46-9963-b04011e484c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:29:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: cefa650e-0e7b-4e50-a923-94a94731de1e
  kind: Event
  lastTimestamp: "2026-04-22T19:29:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:29:11Z"
    name: isvc-sklearn-predictor.18a8c48a62386483
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 32c2d98f-326a-4efc-8b0b-d8ee885ca352
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:29:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: cefa650e-0e7b-4e50-a923-94a94731de1e
  kind: Event
  lastTimestamp: "2026-04-22T19:30:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:30:11Z"
    name: isvc-sklearn-predictor.18a8c48de16d5d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: ff2b0614-f3a9-4672-9d80-52a060c92f5b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:29:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: cefa650e-0e7b-4e50-a923-94a94731de1e
  kind: Event
  lastTimestamp: "2026-04-22T19:30:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:30:11Z"
    name: isvc-sklearn-predictor.18a8c48de1e0524a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31025"
    uid: d27eeedb-e54f-4cd9-a37f-bddaaf3bbbde
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:31:17.092662Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31625"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:31:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:31:17Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4a7985fed9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31634"
    uid: bcfcce3f-38dc-4fe9-a51e-fd5190144afa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31643"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: "2026-04-22T19:31:17Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:31:17Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4a7b128c1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31650"
    uid: 2dbaec1a-fd21-4a71-a1ea-57d26d1ef705
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: "2026-04-22T19:31:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:17Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4a7b341936c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31652"
    uid: f86520d8-9066-45c1-802a-b7c043dd3281
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: "2026-04-22T19:31:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:17Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4a7b5fd0847
    namespace: kserve-ci-e2e-test
    resourceVersion: "31653"
    uid: 02f31c4b-88ee-4473-8876-a8d0ce204cd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: "2026-04-22T19:31:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:17Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4a7b66b4bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31654"
    uid: 3dc45b92-74f6-4aca-9fbe-002d26897d80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: "2026-04-22T19:31:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:23Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4a910e3c29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31702"
    uid: 688817c9-f7eb-4b7b-87e2-c13d74aa8a3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: "2026-04-22T19:31:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:23Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4a914181eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 764f1bdc-0ebc-4e93-91cb-4837ec96f023
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: "2026-04-22T19:31:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:23Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4a9148fde33
    namespace: kserve-ci-e2e-test
    resourceVersion: "31708"
    uid: 0993fdb1-bc6e-4c58-b9aa-0101e3ebb148
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: "2026-04-22T19:31:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:23Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4a9149d3ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31709"
    uid: d597b5c8-e5ea-4c3a-a985-4d9280cdd728
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: "2026-04-22T19:31:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:23Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4a917552d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "31711"
    uid: 64e99383-8bc2-4d10-8b07-50eab6e72458
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: "2026-04-22T19:31:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:23Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4a917c952fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31712"
    uid: 2fde0ff5-b597-4626-a6f6-4028fcebed41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: "2026-04-22T19:31:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:31Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4a988de3cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31770"
    uid: a9d05f97-c5b9-4b4e-b7fd-46dc3356b93a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: "2026-04-22T19:31:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:54Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4b042e5667a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31994"
    uid: c9d775d2-6a61-449f-b3a8-f52c3482e1fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: e578d619-1224-41f0-bb6c-fb7e2d4f04bb
  kind: Event
  lastTimestamp: "2026-04-22T19:31:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:54Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9.18a8c4b042e5e74a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31995"
    uid: 63b0c6f9-a2a0-48fa-9c0e-c3582d15a45a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-65cd49579f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31599"
    uid: 90b3afca-541a-46c6-8e79-7b0a3a1b3e43
  kind: Event
  lastTimestamp: "2026-04-22T19:31:17Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-65cd49579f-tkgq9'
  metadata:
    creationTimestamp: "2026-04-22T19:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:31:17Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f.18a8c4a7974f66e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: d2daf5d4-91d5-4190-9197-ea4bf996ba9f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31597"
    uid: 857915e0-5a9e-4171-8b67-b2bbbb602d77
  kind: Event
  lastTimestamp: "2026-04-22T19:31:16Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-65cd49579f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:31:16Z"
    name: isvc-sklearn-runtime-predictor.18a8c4a7913db1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 9e37db31-01ad-45b4-988c-95a0bc1ab9b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31598"
    uid: 6ed0b0a4-266d-4510-a9d7-460ef94a442c
  kind: Event
  lastTimestamp: "2026-04-22T19:31:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:31:31Z"
    name: isvc-sklearn-runtime-predictor.18a8c4ab1024ad24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31776"
    uid: 8839094a-c266-4507-a61e-0a5122a6478f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31598"
    uid: 6ed0b0a4-266d-4510-a9d7-460ef94a442c
  kind: Event
  lastTimestamp: "2026-04-22T19:31:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:31:31Z"
    name: isvc-sklearn-runtime-predictor.18a8c4ab10907df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31778"
    uid: 6de1db05-cac8-40c9-947f-aa2e60c36920
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31777"
    uid: 6ed0b0a4-266d-4510-a9d7-460ef94a442c
  kind: Event
  lastTimestamp: "2026-04-22T19:31:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:31:47Z"
    name: isvc-sklearn-runtime-predictor.18a8c4ae8f9062f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31889"
    uid: e46ea2ce-73a7-4277-bba8-5591ba22c66e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31777"
    uid: 6ed0b0a4-266d-4510-a9d7-460ef94a442c
  kind: Event
  lastTimestamp: "2026-04-22T19:31:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:31:47Z"
    name: isvc-sklearn-runtime-predictor.18a8c4ae8ff8a6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31890"
    uid: e626e041-af89-4439-84d2-44047e331036
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31588"
    uid: be244538-16ac-4411-85ee-83baca11492a
  kind: Event
  lastTimestamp: "2026-04-22T19:31:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:31:41Z"
    name: isvc-sklearn-runtime.18a8c4a791174642
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 12d84a23-0f61-42ef-93f6-bfb51df85417
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31588"
    uid: be244538-16ac-4411-85ee-83baca11492a
  kind: Event
  lastTimestamp: "2026-04-22T19:31:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:31:17Z"
    name: isvc-sklearn-runtime.18a8c4a796ec2326
    namespace: kserve-ci-e2e-test
    resourceVersion: "31628"
    uid: 0155299b-65be-4bd4-b9b2-d91d37a54651
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31851"
    uid: be244538-16ac-4411-85ee-83baca11492a
  kind: Event
  lastTimestamp: "2026-04-22T19:31:41Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:31:41Z"
    name: isvc-sklearn-runtime.18a8c4ad481caede
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: 8b12502f-dc28-4145-814d-6f3e518a0f0d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:46:09.558761Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39139"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-88457d696-74h8b
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:46:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:46:09Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c577637fefdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39144"
    uid: e60029b8-917d-47c0-8d00-5443f8577bd8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39149"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:46:09Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:46:09Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c5777c3451e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39158"
    uid: 1502e0aa-c5e8-48e1-a098-0103beae91b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:46:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:46:09Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c5777d8c630f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39160"
    uid: 94fdd64e-d41a-4a83-8637-945fedef3cf9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:46:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:46:10Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c577808a8b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39161"
    uid: 2e01d2ac-f62a-475b-b091-756492ff87b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:46:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:46:10Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c57780f86af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39162"
    uid: f8480da6-904f-4a77-931c-403f3b755a9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:46:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:46:11Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c577bdf4e865
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: d16b8629-2053-42a4-a5fd-51baa7296dce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:46:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:46:11Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c577c0c871c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39182"
    uid: 4add459c-e3f2-43bd-bdcf-8e1a3b3e5e48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:46:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:46:11Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c577c13947ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39183"
    uid: 062e7dc7-4d56-459b-9f4d-fb0fe8e7fde0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:46:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:46:11Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c577c144f1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39184"
    uid: 2c9dd62e-771e-4a94-831a-48a9ce71e8a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:46:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:46:11Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c577c402df3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39185"
    uid: 5067044d-3e0e-4a60-b16b-dd45c56945ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:46:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:46:11Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c577c46e1114
    namespace: kserve-ci-e2e-test
    resourceVersion: "39186"
    uid: 8e152825-f356-40ab-9111-c2648bd06aac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:47:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:09Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c57835a3ff8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39597"
    uid: 34a83f9a-dfdb-44d4-827f-957d5e022798
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:47:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:19Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c587b69ca35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39706"
    uid: 5b785afc-7f23-4601-913b-e544c2c0da11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:47:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:19Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c587b69d19ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: c41c19ca-c0ac-479c-8559-bb473691f8ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-74h8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 430dffda-2b1b-41c3-a61b-307bb2b42e1e
  kind: Event
  lastTimestamp: "2026-04-22T19:47:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.61:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-04-22T19:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:25Z"
    name: isvc-sklearn-s3-predictor-88457d696-74h8b.18a8c588f97b0605
    namespace: kserve-ci-e2e-test
    resourceVersion: "39810"
    uid: f25c804c-6972-45b9-bd9c-bed1ad253741
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-88457d696
    namespace: kserve-ci-e2e-test
    resourceVersion: "39127"
    uid: 7168f3c1-4a1d-449f-9f5c-1b5fccdcbbfb
  kind: Event
  lastTimestamp: "2026-04-22T19:46:09Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-88457d696-74h8b'
  metadata:
    creationTimestamp: "2026-04-22T19:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:46:09Z"
    name: isvc-sklearn-s3-predictor-88457d696.18a8c57762eeed76
    namespace: kserve-ci-e2e-test
    resourceVersion: "39140"
    uid: 2afd551e-240f-42b5-bf3f-148821ea481c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39124"
    uid: cc0ac224-41ec-428c-8c5d-0eea97be8634
  kind: Event
  lastTimestamp: "2026-04-22T19:46:09Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-88457d696 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:46:09Z"
    name: isvc-sklearn-s3-predictor.18a8c5775fd0974c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39130"
    uid: 02e14587-0518-4fd0-8687-7bc57dd35802
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39126"
    uid: 9573c71b-c8c1-40fd-90d5-832ee78e92b9
  kind: Event
  lastTimestamp: "2026-04-22T19:46:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:46:39Z"
    name: isvc-sklearn-s3-predictor.18a8c57ade9e86b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39395"
    uid: aa1becc2-786a-45ef-83f3-0a8abc0497c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39126"
    uid: 9573c71b-c8c1-40fd-90d5-832ee78e92b9
  kind: Event
  lastTimestamp: "2026-04-22T19:46:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:46:39Z"
    name: isvc-sklearn-s3-predictor.18a8c57adf24bd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39396"
    uid: e965e7f2-19c5-4c6e-9497-fd4e603d9304
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 9573c71b-c8c1-40fd-90d5-832ee78e92b9
  kind: Event
  lastTimestamp: "2026-04-22T19:47:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:47:09Z"
    name: isvc-sklearn-s3-predictor.18a8c581dd2334b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39602"
    uid: d58839fe-87c4-4c7f-95f2-48b5b6a6101c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 9573c71b-c8c1-40fd-90d5-832ee78e92b9
  kind: Event
  lastTimestamp: "2026-04-22T19:47:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:47:09Z"
    name: isvc-sklearn-s3-predictor.18a8c581dd96872d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39603"
    uid: 130da7cd-f3e3-4994-a891-9c9d5ff0809f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:50:03.163513Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: 6ba0c826-c8ba-43e6-89d3-d6ec227de0b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:50:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:50:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh.18a8c5adc76d9659
    namespace: kserve-ci-e2e-test
    resourceVersion: "41176"
    uid: f07ea2ab-5b00-4e0f-81ae-1d915724b88e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 6ba0c826-c8ba-43e6-89d3-d6ec227de0b6
  kind: Event
  lastTimestamp: "2026-04-22T19:50:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh.18a8c5adcf8675cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41183"
    uid: bf15e748-f3b5-4777-88a5-200e51d816dd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41179"
    uid: 6ba0c826-c8ba-43e6-89d3-d6ec227de0b6
  kind: Event
  lastTimestamp: "2026-04-22T19:50:04Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:50:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh.18a8c5ae04333f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "41194"
    uid: d010bc38-26b4-481f-864a-abe3ef294db5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 6ba0c826-c8ba-43e6-89d3-d6ec227de0b6
  kind: Event
  lastTimestamp: "2026-04-22T19:50:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh.18a8c5ae05d26e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41247"
    uid: 2befe4c4-1f9c-4f4c-a6e2-bfc18a0606c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 6ba0c826-c8ba-43e6-89d3-d6ec227de0b6
  kind: Event
  lastTimestamp: "2026-04-22T19:50:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh.18a8c5ae089a5f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "41251"
    uid: 1c2378f4-1f09-40a1-b6d1-b2ffed4ea22f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 6ba0c826-c8ba-43e6-89d3-d6ec227de0b6
  kind: Event
  lastTimestamp: "2026-04-22T19:50:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh.18a8c5ae090a28fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41252"
    uid: a1bcfcfc-2264-40b4-a25f-55e59d4dd300
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 6ba0c826-c8ba-43e6-89d3-d6ec227de0b6
  kind: Event
  lastTimestamp: "2026-04-22T19:50:13Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh.18a8c5b020e37d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: a6cc891b-99a3-4b01-85f5-028b3334e3a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41160"
    uid: bc0fadf7-9ce2-4f8e-839f-8f584da220d5
  kind: Event
  lastTimestamp: "2026-04-22T19:50:03Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-fw9vh'
  metadata:
    creationTimestamp: "2026-04-22T19:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:50:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd.18a8c5adc6d3a31a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41169"
    uid: 6f080982-6058-4d0e-9e87-7593cd87fce7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41158"
    uid: d15d7ff4-d414-41b6-bdbc-1c955f95acfc
  kind: Event
  lastTimestamp: "2026-04-22T19:50:03Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:50:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a8c5adc3579a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "41163"
    uid: d0b7fe20-6264-4cae-b01a-1836ca693276
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41149"
    uid: ccb0d082-0686-4bfd-85ed-c300bc028a87
  kind: Event
  lastTimestamp: "2026-04-22T19:50:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:50:09Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a8c5adc3302dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41255"
    uid: a666de5f-1e71-4a4e-a48f-1403dc506cae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41149"
    uid: ccb0d082-0686-4bfd-85ed-c300bc028a87
  kind: Event
  lastTimestamp: "2026-04-22T19:50:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:50:03Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a8c5adc40ec0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "41164"
    uid: 6f44e979-1c59-4166-81da-033cb7202066
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:48:42.057835Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40484"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:48:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:48:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c59ae52734c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40491"
    uid: c4b14822-af81-4a9e-8573-2e60b98dc2d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:48:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c59aecef3c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 9a5bfe64-613a-404f-bd1c-4e80cc87e2dd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40498"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:48:43Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:48:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c59b216e6d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40521"
    uid: a6c33e7e-da5c-4924-ac61-7d54a91e41e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:48:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c59b22fe1511
    namespace: kserve-ci-e2e-test
    resourceVersion: "40523"
    uid: 54fe4c9b-39be-4224-ba99-f727f83f4a79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:48:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c59b25dab43e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40524"
    uid: 6aa4e099-ba34-491a-a75d-edd937ca7824
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:48:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c59b26492091
    namespace: kserve-ci-e2e-test
    resourceVersion: "40525"
    uid: 0ca71e9c-779a-4ae4-9202-f9b47d8c8e6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:48:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c59b77e28de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40539"
    uid: 0dd707ad-05e6-488b-bb81-55562e649515
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:48:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c59b7b5dad75
    namespace: kserve-ci-e2e-test
    resourceVersion: "40542"
    uid: 4410779d-5759-43be-890b-6252bb1302e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:48:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c59b7bce93ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "40543"
    uid: 81a343ef-2726-4ca5-ad57-30534491a885
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:48:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c59b7bd92bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40545"
    uid: 68d067b1-28d4-472c-8322-84eab883c0bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:48:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c59b7efc5ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40548"
    uid: bae1bab2-92c6-4382-b5a3-ce8aeb4605fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:48:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c59b7f6af2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40550"
    uid: b1217af8-673c-47e7-98f0-61ec1c5e38cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:50:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c59bef851456
    namespace: kserve-ci-e2e-test
    resourceVersion: "41137"
    uid: d2a9613e-a016-4e3d-aacc-fc46b416e27f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:50:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c5ad8cab52ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "41133"
    uid: 7090b411-cb11-465c-b5a0-d2c9fde2f54e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:50:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c5ad8cac1a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "41134"
    uid: 58234dbe-56ae-4241-b81b-80965d03d894
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: a35f4392-c9fd-4407-86e5-17dc19cf7642
  kind: Event
  lastTimestamp: "2026-04-22T19:50:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.64:8643/healthz": dial tcp
    10.132.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r.18a8c5ada1a7ae93
    namespace: kserve-ci-e2e-test
    resourceVersion: "41136"
    uid: abcfd759-d068-40ee-9ebf-31abc6ce2b12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664
    namespace: kserve-ci-e2e-test
    resourceVersion: "40477"
    uid: 71968d59-ee7e-4cb1-83b2-a053a69b217a
  kind: Event
  lastTimestamp: "2026-04-22T19:48:42Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-xrk7r'
  metadata:
    creationTimestamp: "2026-04-22T19:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664.18a8c59ae4ac7b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "40488"
    uid: d6a4444b-281c-4392-b05e-919e00d7e4cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40475"
    uid: aae8f8df-6ee7-4815-b27d-85c0f89916d6
  kind: Event
  lastTimestamp: "2026-04-22T19:48:42Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8c59ae1e013e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40479"
    uid: c1184de2-07d8-4e35-9a6b-1297df12f670
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40476"
    uid: 8ba73e6c-8084-4f79-84da-6fda4638279e
  kind: Event
  lastTimestamp: "2026-04-22T19:48:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8c59e60d1c8fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40634"
    uid: 480a36f7-9c8a-4f57-841b-ef375ff378e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40476"
    uid: 8ba73e6c-8084-4f79-84da-6fda4638279e
  kind: Event
  lastTimestamp: "2026-04-22T19:48:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8c59e61454d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "40636"
    uid: 9d286679-b0d0-485a-b9b1-6049f5381ce6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:49:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40635"
    uid: 8ba73e6c-8084-4f79-84da-6fda4638279e
  kind: Event
  lastTimestamp: "2026-04-22T19:49:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:49:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8c5a1e019c851
    namespace: kserve-ci-e2e-test
    resourceVersion: "41078"
    uid: 0638dc77-3eeb-492f-82b2-aaf60767acec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:49:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40635"
    uid: 8ba73e6c-8084-4f79-84da-6fda4638279e
  kind: Event
  lastTimestamp: "2026-04-22T19:49:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:49:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8c5a1e0983bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "41079"
    uid: 909f678c-8296-4bb5-8f45-f84eebb9ea29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40466"
    uid: 4ac8f8e8-853b-41a1-8acf-7eb63ae83d78
  kind: Event
  lastTimestamp: "2026-04-22T19:49:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:49:52Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a8c59ae19445fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "41049"
    uid: 6bb9852d-2de7-46e9-a9ac-57e601b4a7c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40466"
    uid: 4ac8f8e8-853b-41a1-8acf-7eb63ae83d78
  kind: Event
  lastTimestamp: "2026-04-22T19:48:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:48:42Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a8c59ae1f6b233
    namespace: kserve-ci-e2e-test
    resourceVersion: "40500"
    uid: f863e42f-8df2-452b-af63-bdfc2b431b2e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40471"
    uid: 4ac8f8e8-853b-41a1-8acf-7eb63ae83d78
  kind: Event
  lastTimestamp: "2026-04-22T19:48:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T19:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:48:42Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a8c59ae7d1b80f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40501"
    uid: cdf870de-e0d2-4fcf-bd21-f7770fc13505
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:49:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41047"
    uid: 4ac8f8e8-853b-41a1-8acf-7eb63ae83d78
  kind: Event
  lastTimestamp: "2026-04-22T19:49:52Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:49:52Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a8c5ab537257b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41048"
    uid: 8aaa093c-58ba-486c-8060-906852040f3a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:48:30.958418Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40323"
    uid: 10c31d86-d168-4de7-9eab-427b1ce65d44
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:48:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:48:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr.18a8c5984f939486
    namespace: kserve-ci-e2e-test
    resourceVersion: "40330"
    uid: dd0ee174-2178-415b-aa9b-2cdd5ebf20a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 10c31d86-d168-4de7-9eab-427b1ce65d44
  kind: Event
  lastTimestamp: "2026-04-22T19:48:31Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:48:31Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr.18a8c598687c0bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40343"
    uid: bb0d0167-ae3c-4ff0-a1b2-84efabc5a415
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40326"
    uid: 10c31d86-d168-4de7-9eab-427b1ce65d44
  kind: Event
  lastTimestamp: "2026-04-22T19:48:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:36Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr.18a8c5986a0316d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40395"
    uid: ec9a06c0-67ee-4c0d-8d47-d01317dd9c34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40326"
    uid: 10c31d86-d168-4de7-9eab-427b1ce65d44
  kind: Event
  lastTimestamp: "2026-04-22T19:48:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:36Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr.18a8c5986ca9e011
    namespace: kserve-ci-e2e-test
    resourceVersion: "40397"
    uid: cce1b699-0860-48b4-a09a-2ffab9c549d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40326"
    uid: 10c31d86-d168-4de7-9eab-427b1ce65d44
  kind: Event
  lastTimestamp: "2026-04-22T19:48:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:36Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr.18a8c5986d1d2c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40398"
    uid: b4b0510e-19c3-4131-834f-30cfc9cc5b92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40326"
    uid: 10c31d86-d168-4de7-9eab-427b1ce65d44
  kind: Event
  lastTimestamp: "2026-04-22T19:48:41Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:41Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr.18a8c59aa7ba1772
    namespace: kserve-ci-e2e-test
    resourceVersion: "40454"
    uid: f6239ebc-3a98-4360-9e70-29fab62c9f5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40313"
    uid: 80884a57-052c-4560-a857-53d1878e7e07
  kind: Event
  lastTimestamp: "2026-04-22T19:48:30Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-l7psr'
  metadata:
    creationTimestamp: "2026-04-22T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb.18a8c5984f193417
    namespace: kserve-ci-e2e-test
    resourceVersion: "40325"
    uid: 4b4c4812-b4a6-4759-8671-8e59f590bbf0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40309"
    uid: 9d082291-1c79-442b-9662-ad8c79b59cea
  kind: Event
  lastTimestamp: "2026-04-22T19:48:30Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-54884788bb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a8c5984b704884
    namespace: kserve-ci-e2e-test
    resourceVersion: "40315"
    uid: 17b0cff6-4d67-4a6d-b105-78ad7cbfd04d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: 54b78094-b796-4030-9913-1a4788f9a4e6
  kind: Event
  lastTimestamp: "2026-04-22T19:48:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:48:36Z"
    name: isvc-sklearn-s3-tls-global-fail.18a8c5984b0783bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40402"
    uid: 7289065f-100d-4109-8d26-3ba2fef6b564
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: 54b78094-b796-4030-9913-1a4788f9a4e6
  kind: Event
  lastTimestamp: "2026-04-22T19:48:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:48:31Z"
    name: isvc-sklearn-s3-tls-global-fail.18a8c5984c380e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "40337"
    uid: 53110c2f-79f1-429a-a34f-9e1a5fff3157
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40308"
    uid: 54b78094-b796-4030-9913-1a4788f9a4e6
  kind: Event
  lastTimestamp: "2026-04-22T19:48:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T19:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:48:31Z"
    name: isvc-sklearn-s3-tls-global-fail.18a8c598530f87ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "40338"
    uid: 48b992ce-dfb5-4d27-8f02-488e3508fbe2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:47:19.808554Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39728"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:47:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:47:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c587beb6aff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39734"
    uid: bac12f62-2ae4-4642-aaa8-cb4dc19d4e83
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: "2026-04-22T19:47:20Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:47:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c587d77bda2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39749"
    uid: 93d6ac61-7f8d-4077-8b7d-6df2c438e80b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: "2026-04-22T19:47:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c587d8f7cc85
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: b3ce238a-8cf3-47c7-ab93-c51b78d0dd51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: "2026-04-22T19:47:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c587dbb21bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39754"
    uid: 09ba1b61-cedf-4935-a56d-ec9380aaeef4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: "2026-04-22T19:47:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c587dc2175a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39755"
    uid: 874b3b32-ce9a-47b4-ad98-078ac406dac4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: "2026-04-22T19:47:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c58815f0432d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39766"
    uid: 3db7b42f-91f9-4506-a4b4-4bbc60dc1ecb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: "2026-04-22T19:47:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c58818cce295
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: b10fc517-fb4d-4b99-abcb-3caf196708cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: "2026-04-22T19:47:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c588198d27fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "39773"
    uid: ad124bda-f892-4996-a6c2-3e1e585ed9d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: "2026-04-22T19:47:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c588199aa0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39774"
    uid: 34915e08-448a-45d0-9c75-747c6607fc6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: "2026-04-22T19:47:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c5881ce31dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: ffa0a974-e91f-4c88-8928-61386e161bd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: "2026-04-22T19:47:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c5881d51e143
    namespace: kserve-ci-e2e-test
    resourceVersion: "39777"
    uid: 387e9607-92a3-4f8e-8776-6c7abfceb8c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: "2026-04-22T19:48:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c5888d9a2b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: bf9630ca-b665-4d22-88ad-7a60256aaa9e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: "2026-04-22T19:48:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c5980e7dab22
    namespace: kserve-ci-e2e-test
    resourceVersion: "40284"
    uid: bf8d64d7-72d9-444d-9d0b-41454a2ddf49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: 9d80e1ef-880a-485f-93e9-7e08533fb9a8
  kind: Event
  lastTimestamp: "2026-04-22T19:48:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28.18a8c5980e7ece1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40285"
    uid: d574ad53-5bfe-4a56-93eb-8eb6e4e3b9bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "39719"
    uid: 287d2ba3-4134-45af-8263-78c7a9e291f5
  kind: Event
  lastTimestamp: "2026-04-22T19:47:19Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-8fb28'
  metadata:
    creationTimestamp: "2026-04-22T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:47:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76.18a8c587bdd6bc72
    namespace: kserve-ci-e2e-test
    resourceVersion: "39730"
    uid: 5c2b1ebf-63db-412d-b0e1-f75e5136df5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39717"
    uid: 00d22330-98f8-4099-a128-b6fd33593c5f
  kind: Event
  lastTimestamp: "2026-04-22T19:47:19Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5488974f76
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:47:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8c587ba50c95a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39721"
    uid: f08e6695-ef99-482d-a57a-897231095e17
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39718"
    uid: 133e1511-1d85-4722-b080-da92360c728a
  kind: Event
  lastTimestamp: "2026-04-22T19:47:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:47:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8c58b393ede6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39984"
    uid: e458a33e-20e6-44d5-82ea-8a51ac382861
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39718"
    uid: 133e1511-1d85-4722-b080-da92360c728a
  kind: Event
  lastTimestamp: "2026-04-22T19:47:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:47:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8c58b39a6e2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39986"
    uid: d7947a94-9869-4e58-a4c1-d79d550c6e27
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39879"
    uid: 133e1511-1d85-4722-b080-da92360c728a
  kind: Event
  lastTimestamp: "2026-04-22T19:48:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8c59238025648
    namespace: kserve-ci-e2e-test
    resourceVersion: "40192"
    uid: 5cd3df0a-3e48-4061-b015-36873939d7be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39879"
    uid: 133e1511-1d85-4722-b080-da92360c728a
  kind: Event
  lastTimestamp: "2026-04-22T19:48:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8c592387481ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "40193"
    uid: f9bf4ee6-6601-4158-9d53-9a5f0c23c206
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39705"
    uid: 9d3533ae-6456-4732-89d1-4efd0463ea6d
  kind: Event
  lastTimestamp: "2026-04-22T19:48:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:48:29Z"
    name: isvc-sklearn-s3-tls-global-pass.18a8c587ba2636bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40263"
    uid: 5cfcd3bf-9d39-4d0d-853a-1910f33e77a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39705"
    uid: 9d3533ae-6456-4732-89d1-4efd0463ea6d
  kind: Event
  lastTimestamp: "2026-04-22T19:47:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:47:19Z"
    name: isvc-sklearn-s3-tls-global-pass.18a8c587baa15cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39745"
    uid: f5e91b27-afba-47c3-a839-b567422b4d4c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39725"
    uid: 9d3533ae-6456-4732-89d1-4efd0463ea6d
  kind: Event
  lastTimestamp: "2026-04-22T19:47:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:47:19Z"
    name: isvc-sklearn-s3-tls-global-pass.18a8c587c35f8452
    namespace: kserve-ci-e2e-test
    resourceVersion: "39746"
    uid: 96798add-ac43-4053-8209-bb8475db338f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40259"
    uid: 9d3533ae-6456-4732-89d1-4efd0463ea6d
  kind: Event
  lastTimestamp: "2026-04-22T19:48:29Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:48:29Z"
    name: isvc-sklearn-s3-tls-global-pass.18a8c597f1d35de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40261"
    uid: ef473409-e230-4470-aade-fe5dc1f4cc97
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:51:25.394858Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41931"
    uid: 0fbb0db2-55bd-40cd-a885-dba58c4df757
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:51:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:51:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9.18a8c5c0eccc51f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41937"
    uid: 275189aa-740a-4a64-89fd-2df13fad5c38
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41934"
    uid: 0fbb0db2-55bd-40cd-a885-dba58c4df757
  kind: Event
  lastTimestamp: "2026-04-22T19:51:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9.18a8c5c0f4c05181
    namespace: kserve-ci-e2e-test
    resourceVersion: "41945"
    uid: 83cac7a2-839f-4969-a90b-237ae85144f9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41941"
    uid: 0fbb0db2-55bd-40cd-a885-dba58c4df757
  kind: Event
  lastTimestamp: "2026-04-22T19:51:26Z"
  message: Add eth0 [10.132.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:51:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9.18a8c5c129b5e15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41955"
    uid: 9b7c4cb2-0904-4f3f-ae9a-631b3e6e341d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41934"
    uid: 0fbb0db2-55bd-40cd-a885-dba58c4df757
  kind: Event
  lastTimestamp: "2026-04-22T19:51:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9.18a8c5c12b2ec191
    namespace: kserve-ci-e2e-test
    resourceVersion: "41998"
    uid: 49916b40-31fd-42cd-94ba-6615434f8fc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41934"
    uid: 0fbb0db2-55bd-40cd-a885-dba58c4df757
  kind: Event
  lastTimestamp: "2026-04-22T19:51:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9.18a8c5c12e71e01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42000"
    uid: 9bf90fb9-2427-4e27-9ce7-e68b0a8f4e70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41934"
    uid: 0fbb0db2-55bd-40cd-a885-dba58c4df757
  kind: Event
  lastTimestamp: "2026-04-22T19:51:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9.18a8c5c12ee944df
    namespace: kserve-ci-e2e-test
    resourceVersion: "42003"
    uid: 29281288-0a6e-40b5-8546-8d674971786a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41934"
    uid: 0fbb0db2-55bd-40cd-a885-dba58c4df757
  kind: Event
  lastTimestamp: "2026-04-22T19:51:34Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9_kserve-ci-e2e-test(0fbb0db2-55bd-40cd-a885-dba58c4df757)
  metadata:
    creationTimestamp: "2026-04-22T19:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9.18a8c5c2eefbe335
    namespace: kserve-ci-e2e-test
    resourceVersion: "42028"
    uid: 8d8dfc74-68e6-40b5-b95e-90b0e4dce2cc
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965
    namespace: kserve-ci-e2e-test
    resourceVersion: "41921"
    uid: 54eca182-1254-4ee2-8d80-9885e613b075
  kind: Event
  lastTimestamp: "2026-04-22T19:51:25Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-hzgx9'
  metadata:
    creationTimestamp: "2026-04-22T19:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:51:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965.18a8c5c0ec44eb0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41935"
    uid: cf159d75-f54e-4e3e-b56e-1a2c43d6a7be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41919"
    uid: 58b7fadd-d63a-4465-bc1f-6b80515b9b17
  kind: Event
  lastTimestamp: "2026-04-22T19:51:25Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:51:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a8c5c0e8c5a04f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41924"
    uid: c2c2eaa7-ec7c-4d73-8fa2-f06c7eeb45b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41910"
    uid: 64d76a23-2112-49e4-a989-9ed3a661176f
  kind: Event
  lastTimestamp: "2026-04-22T19:51:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:51:34Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a8c5c0e89ebee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42041"
    uid: c6f508ed-2fd4-495e-b002-de559e4f48d4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41910"
    uid: 64d76a23-2112-49e4-a989-9ed3a661176f
  kind: Event
  lastTimestamp: "2026-04-22T19:51:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:51:25Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a8c5c0e902757d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41926"
    uid: 824b317b-548f-4368-a060-32f67ac40adf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:50:14.250942Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41326"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:50:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:50:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5b05c4a5a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41331"
    uid: 5f4c34c1-beb2-4828-9978-a5b29123d36d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41338"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:50:14Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:50:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5b0755ea49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41349"
    uid: 338972a2-9358-43da-9856-93bbb9467255
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:50:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5b0775a0d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "41351"
    uid: 4cb5f6ed-510c-4754-846b-2b57177c68d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:50:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5b07a9b8c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41352"
    uid: d115d2c0-efc5-4fa6-b90f-58cb2c1121ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:50:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5b07b087000
    namespace: kserve-ci-e2e-test
    resourceVersion: "41353"
    uid: 2c05441a-b8aa-444d-aba9-85af8893a014
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:50:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5b0b7838386
    namespace: kserve-ci-e2e-test
    resourceVersion: "41373"
    uid: a2553cc8-8129-4a18-a0d6-051ff3945cca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:50:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5b0ba2f809f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41376"
    uid: e1dc55b6-e67e-47ec-8d40-0ef275d746e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:50:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5b0ba9ecada
    namespace: kserve-ci-e2e-test
    resourceVersion: "41377"
    uid: 0afe0582-df3a-47af-972d-ada45a026d45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:50:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5b0baacb9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41378"
    uid: c60cee78-45e6-4f37-94aa-74c0f812b4f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:50:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5b0bdb38595
    namespace: kserve-ci-e2e-test
    resourceVersion: "41380"
    uid: 205ba8cd-336b-4574-8656-58275ecf7763
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:50:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5b0be382928
    namespace: kserve-ci-e2e-test
    resourceVersion: "41381"
    uid: ea553edf-ef84-430d-90e6-fe04227487b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:51:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5b12f2d1e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "41793"
    uid: 6c9ec1a2-825c-4c97-984e-9bf963cdcd10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:51:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5c0abc372b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41894"
    uid: 9d862171-aba5-4478-a132-680dbc45ad6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:51:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5c0abc3e9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41895"
    uid: e2154eac-830c-482a-8f05-14d06f5f1274
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: e8bf4f6c-405a-4028-81a2-3fc61d071bc1
  kind: Event
  lastTimestamp: "2026-04-22T19:51:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.66:8643/healthz": dial tcp
    10.132.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n.18a8c5c1b7323782
    namespace: kserve-ci-e2e-test
    resourceVersion: "41982"
    uid: 4468dd62-9ef3-4cb0-87e4-70e072f61cf1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41316"
    uid: 2136f9dd-56fc-4de6-a3f2-2f182c17e27f
  kind: Event
  lastTimestamp: "2026-04-22T19:50:14Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-h5v4n'
  metadata:
    creationTimestamp: "2026-04-22T19:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:50:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf.18a8c5b05b8834e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41328"
    uid: 028f7bbc-3eee-462c-9386-7d2f2d2f222d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41314"
    uid: b9f2e732-2d66-4602-b407-23131b5bd427
  kind: Event
  lastTimestamp: "2026-04-22T19:50:14Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:50:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c5b058685bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41320"
    uid: 64055a69-b7a0-4c17-9c80-3d4e157f9348
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41315"
    uid: 5f3f1ff7-3b41-4f38-8178-086c3087995a
  kind: Event
  lastTimestamp: "2026-04-22T19:50:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:50:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c5b3d7240f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41477"
    uid: 16288549-bd5d-4755-b10c-128519ac844c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41315"
    uid: 5f3f1ff7-3b41-4f38-8178-086c3087995a
  kind: Event
  lastTimestamp: "2026-04-22T19:50:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:50:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c5b3d79a69ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "41479"
    uid: ae4efddf-2e26-4e37-b938-2c87facf05eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41478"
    uid: 5f3f1ff7-3b41-4f38-8178-086c3087995a
  kind: Event
  lastTimestamp: "2026-04-22T19:51:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:51:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c5b7566bcaa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41797"
    uid: cfd42914-64f9-4aec-8431-43d556ce76d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41478"
    uid: 5f3f1ff7-3b41-4f38-8178-086c3087995a
  kind: Event
  lastTimestamp: "2026-04-22T19:51:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:51:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c5b757031993
    namespace: kserve-ci-e2e-test
    resourceVersion: "41798"
    uid: 707d9e58-81df-4ac9-951b-83e6101ccd29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41303"
    uid: 91baf3ff-0f33-40d3-b119-7724bb6c92de
  kind: Event
  lastTimestamp: "2026-04-22T19:51:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:51:23Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8c5b057f14965
    namespace: kserve-ci-e2e-test
    resourceVersion: "41871"
    uid: eaa0bc94-5ac0-4890-a16e-06eadfdceaa1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41303"
    uid: 91baf3ff-0f33-40d3-b119-7724bb6c92de
  kind: Event
  lastTimestamp: "2026-04-22T19:50:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:50:14Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8c5b0585bead4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41319"
    uid: c783232a-3f55-4e3b-9de1-58d650c8c957
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41869"
    uid: 91baf3ff-0f33-40d3-b119-7724bb6c92de
  kind: Event
  lastTimestamp: "2026-04-22T19:51:23Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:51:23Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8c5c09243c2f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41870"
    uid: 291a1cba-ad09-44a7-9401-8933ad494293
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39099"
    uid: 31748672-ef4f-4d58-bc04-2d6b12ad1a0e
  kind: Event
  lastTimestamp: "2026-04-22T19:47:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:47:19Z"
    name: isvc-sklearn-s3.18a8c5775fa8f14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39680"
    uid: 722633cd-bc8a-4510-92fa-83440c682a1b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39099"
    uid: 31748672-ef4f-4d58-bc04-2d6b12ad1a0e
  kind: Event
  lastTimestamp: "2026-04-22T19:46:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:46:09Z"
    name: isvc-sklearn-s3.18a8c5776020d1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39153"
    uid: d6126a1c-3453-425c-bd13-20ccf5f5b465
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39111"
    uid: 31748672-ef4f-4d58-bc04-2d6b12ad1a0e
  kind: Event
  lastTimestamp: "2026-04-22T19:46:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:46:09Z"
    name: isvc-sklearn-s3.18a8c57765b2c347
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 8ca80f90-d382-40f7-8e76-68959f7a47df
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39678"
    uid: 31748672-ef4f-4d58-bc04-2d6b12ad1a0e
  kind: Event
  lastTimestamp: "2026-04-22T19:47:19Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:47:19Z"
    name: isvc-sklearn-s3.18a8c58798dbbcb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39679"
    uid: c32908a0-f926-422b-b27a-fd4f321298d5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-c477977d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30361"
    uid: bb22c9d6-8949-4aea-a86e-f8f8054d892b
  kind: Event
  lastTimestamp: "2026-04-22T19:28:54Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-c477977d5-kxl7m'
  metadata:
    creationTimestamp: "2026-04-22T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:28:54Z"
    name: isvc-sklearn-scheduler-predictor-c477977d5.18a8c4866864da61
    namespace: kserve-ci-e2e-test
    resourceVersion: "30372"
    uid: 3f9bec00-8e3b-462e-9f4f-7ad29b538599
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30357"
    uid: a3269ac6-de34-4d23-af41-52c89603de6e
  kind: Event
  lastTimestamp: "2026-04-22T19:28:54Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-c477977d5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:28:54Z"
    name: isvc-sklearn-scheduler-predictor.18a8c48663fa8bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30364"
    uid: 047d0b5b-f993-4c5e-9223-cc0619700898
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30330"
    uid: 0fe62dd6-3672-4f9d-b791-65d04761d030
  kind: Event
  lastTimestamp: "2026-04-22T19:28:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:28:55Z"
    name: isvc-sklearn-scheduler.18a8c486637a0e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "30388"
    uid: e2e2312d-0fa9-4855-9ae3-d4d9b5ba3821
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30330"
    uid: 0fe62dd6-3672-4f9d-b791-65d04761d030
  kind: Event
  lastTimestamp: "2026-04-22T19:28:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:28:54Z"
    name: isvc-sklearn-scheduler.18a8c48663d19e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "30363"
    uid: 3b38cdef-79d9-444b-8e67-87d6938929e5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30330"
    uid: 0fe62dd6-3672-4f9d-b791-65d04761d030
  kind: Event
  lastTimestamp: "2026-04-22T19:28:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:28:54Z"
    name: isvc-sklearn-scheduler.18a8c48663d22b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30366"
    uid: 04e792ef-53a9-411a-a50f-f83e3ce126ee
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:34:14.697949Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33170"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:34:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:34:14Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4d0f2799fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33174"
    uid: b81b8705-8f39-41bf-8a77-2915bbeec4d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33179"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:34:15Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:34:15Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4d10b1b93d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33187"
    uid: 2628ff55-0c88-4eb8-b024-3caf5143f977
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:34:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:34:15Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4d10ccd5a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33189"
    uid: 932a7943-56bf-4849-8f0a-f7ab29811ab1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:34:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:34:15Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4d10f8158da
    namespace: kserve-ci-e2e-test
    resourceVersion: "33191"
    uid: 30041ea5-02cc-4e71-b1f7-d248d4ada66c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:34:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:34:15Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4d10fee2968
    namespace: kserve-ci-e2e-test
    resourceVersion: "33192"
    uid: 42f81696-e3fe-454d-b096-6f1c2fc2e404
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:34:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:34:18Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4d1ee88f85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33228"
    uid: 300bde56-e48c-4cb1-b750-aeea0363bff5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:34:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:34:18Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4d1f1fcee90
    namespace: kserve-ci-e2e-test
    resourceVersion: "33233"
    uid: c17979e2-565f-4afa-973e-df269f4d598c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:34:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:34:18Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4d1f26d818e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33235"
    uid: 696c99e5-70d9-44a7-8c53-7a7c658d3bfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:34:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:34:18Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4d1f279e83e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33236"
    uid: 1d3f2e37-fb91-4156-bd73-2f8c0064625e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:34:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:34:19Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4d1f592dbd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33238"
    uid: abf28873-06d3-4a40-b0f4-7b01be5a1aff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:34:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:34:19Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4d1f60cdcc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: d6280c46-9f83-4278-a429-531de458db47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:35:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:36Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4d2667d58af
    namespace: kserve-ci-e2e-test
    resourceVersion: "33877"
    uid: d0de4af7-b7c0-4844-8510-3101e5a842bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:35:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:34Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4e398cbabda
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: 987449f0-7e6d-4078-99f9-66067ba7484c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:35:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:34Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4e398cc4faf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: d99900a1-b2b6-4e99-a5ca-2a6b5cc15bde
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: b5b29375-55e1-426c-8820-796cc1c86927
  kind: Event
  lastTimestamp: "2026-04-22T19:35:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:36Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp.18a8c4e41897745b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33876"
    uid: 227eaea0-269b-478a-aa89-d1f0ced6ba10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33158"
    uid: 41f3f43b-c85d-4b8c-ae56-2ce0dfa20775
  kind: Event
  lastTimestamp: "2026-04-22T19:34:14Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-m7nbp'
  metadata:
    creationTimestamp: "2026-04-22T19:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:34:14Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6.18a8c4d0f1ff6a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: da9bd384-b8e8-4432-887f-3d080b66cd7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33153"
    uid: f33f7165-782d-4bf4-9fc0-3c455f3b04f0
  kind: Event
  lastTimestamp: "2026-04-22T19:34:14Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7f8b779bc6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:34:14Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c4d0ed4abae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33160"
    uid: 32a3406f-077a-428a-8627-688e73d7a4f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33157"
    uid: 55829a0c-3c9c-4dff-86f1-40996f4857de
  kind: Event
  lastTimestamp: "2026-04-22T19:34:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:34:59Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c4d46c3dfc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "33532"
    uid: 71b32e5f-985f-446d-9096-18e5ff468045
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33157"
    uid: 55829a0c-3c9c-4dff-86f1-40996f4857de
  kind: Event
  lastTimestamp: "2026-04-22T19:34:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:34:59Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c4d46ca85243
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: f23dace7-0165-43b1-8372-958db91d8f91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33316"
    uid: 55829a0c-3c9c-4dff-86f1-40996f4857de
  kind: Event
  lastTimestamp: "2026-04-22T19:35:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:35:29Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c4d7eb6b4dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: bad8fd86-d9df-470f-8d50-771a6743a4f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33316"
    uid: 55829a0c-3c9c-4dff-86f1-40996f4857de
  kind: Event
  lastTimestamp: "2026-04-22T19:35:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:35:29Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c4d7ebddf34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33747"
    uid: b9e88a0a-462a-4fac-9874-c811cf917ec0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33128"
    uid: 86453d9a-c6aa-434a-a8fe-57b39ea423a8
  kind: Event
  lastTimestamp: "2026-04-22T19:35:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:35:27Z"
    name: isvc-sklearn-v2-mixed.18a8c4d0ed48ed88
    namespace: kserve-ci-e2e-test
    resourceVersion: "33730"
    uid: 27e54999-cda5-463f-ae3a-0926c5052260
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33128"
    uid: 86453d9a-c6aa-434a-a8fe-57b39ea423a8
  kind: Event
  lastTimestamp: "2026-04-22T19:34:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:34:14Z"
    name: isvc-sklearn-v2-mixed.18a8c4d0ee0db623
    namespace: kserve-ci-e2e-test
    resourceVersion: "33163"
    uid: 5757a328-5b1e-41d1-8eba-5991a2632c49
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33728"
    uid: 86453d9a-c6aa-434a-a8fe-57b39ea423a8
  kind: Event
  lastTimestamp: "2026-04-22T19:35:27Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:35:27Z"
    name: isvc-sklearn-v2-mixed.18a8c4e1c990f4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33729"
    uid: df31ec14-a911-4799-b791-81836ac8037a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:32:54.391616Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32500"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-69755fbb9-mvnht
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:32:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:32:54Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4be3fd83498
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 48dc0712-c1bc-4381-8821-811af37780fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32512"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:32:54Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:32:54Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4be58c5bece
    namespace: kserve-ci-e2e-test
    resourceVersion: "32519"
    uid: 58709e23-4cda-445f-b4a1-bcf886342a3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:32:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:54Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4be5a29d09c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32521"
    uid: 3b7dabd4-55fc-4148-a93f-c8d68fd1d8a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:32:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:54Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4be5cae54c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32523"
    uid: b0347f8c-b75c-4649-b1ff-8ce94fe11042
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:32:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:54Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4be5d1db7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32524"
    uid: e2852bad-f725-481a-85d5-38df76007089
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:32:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:58Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4bf4080cd7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32566"
    uid: 64f5a88c-077f-4a59-afeb-23548be767f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:32:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:58Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4bf433da1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 8f358d53-29fb-4c7f-96af-faf29c9603d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:32:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:58Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4bf43b0e7e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32569"
    uid: db02f372-5467-4e55-95db-d147bbfa6388
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:32:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:58Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4bf43bd2d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: d7c607eb-e03d-40d7-92fc-3046a85faaf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:32:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:58Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4bf470b0c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32573"
    uid: 40c44ae4-883f-421f-a16f-c96284cd85ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:32:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:58Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4bf47785dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32574"
    uid: 33fd51f3-da61-4843-b5df-0d584852f9f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:34:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:34:15Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4bf7c6a435c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33197"
    uid: d5c7922f-6654-465b-98b4-e2b6d8cec12b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:34:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:34:14Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4d0ed712ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33162"
    uid: 4eb38ffb-d8cb-440e-ba78-45a166fde5fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:34:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:34:14Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4d0ed71b93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33164"
    uid: fc129d9f-31e5-4527-8e0f-1c50f23eddb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 2724aba3-32bd-4710-bdb0-5cd6844e1033
  kind: Event
  lastTimestamp: "2026-04-22T19:34:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:34:15Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-mvnht.18a8c4d12e79a208
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: e4137a60-afa7-4b1a-b692-549e9b89ba1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-69755fbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32490"
    uid: f442bfda-ab49-416a-8838-007be8c0bfa3
  kind: Event
  lastTimestamp: "2026-04-22T19:32:54Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-69755fbb9-mvnht'
  metadata:
    creationTimestamp: "2026-04-22T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:32:54Z"
    name: isvc-sklearn-v2-predictor-69755fbb9.18a8c4be3f68f36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32504"
    uid: a63cd434-19c5-40a7-972b-a391f5d75e14
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32485"
    uid: 6ca11dd8-fe53-49c9-b221-108cb6356f36
  kind: Event
  lastTimestamp: "2026-04-22T19:32:54Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-69755fbb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:32:54Z"
    name: isvc-sklearn-v2-predictor.18a8c4be3c952ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32494"
    uid: 043007f4-bc5e-47f8-8513-1a7cadd5c76e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:33:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32489"
    uid: ed21e87e-66f7-44df-a86d-919723bac2d1
  kind: Event
  lastTimestamp: "2026-04-22T19:33:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:33:24Z"
    name: isvc-sklearn-v2-predictor.18a8c4c1bb3edd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32769"
    uid: a613e034-2dcf-408e-9364-68f31e7712cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:33:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32489"
    uid: ed21e87e-66f7-44df-a86d-919723bac2d1
  kind: Event
  lastTimestamp: "2026-04-22T19:33:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:33:24Z"
    name: isvc-sklearn-v2-predictor.18a8c4c1bbaa3cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "32770"
    uid: fa7b1f02-b8f5-4094-8c6c-dd1ef72a90c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:33:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32653"
    uid: ed21e87e-66f7-44df-a86d-919723bac2d1
  kind: Event
  lastTimestamp: "2026-04-22T19:34:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:34:09Z"
    name: isvc-sklearn-v2-predictor.18a8c4c8b9a593fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33087"
    uid: 2b11e39d-8baa-438a-a8f4-6e2233ab6a5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:33:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32653"
    uid: ed21e87e-66f7-44df-a86d-919723bac2d1
  kind: Event
  lastTimestamp: "2026-04-22T19:34:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:34:09Z"
    name: isvc-sklearn-v2-predictor.18a8c4c8ba0d2d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "33088"
    uid: b06add58-66e4-4d50-8091-e258e533608b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:31:54.243297Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31966"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:31:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:31:54Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4b03eb9c59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31970"
    uid: 20e1a49f-801f-4f5b-8393-417294b5e611
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:31:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:54Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4b049e487fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32002"
    uid: 341dac34-79ce-407c-925f-4d36b258022a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31985"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:31:55Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:31:55Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4b07b6a27c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32012"
    uid: 2e62ec26-17e3-43dc-b8b6-31e56cedd182
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:31:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:55Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4b07d6ba94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32014"
    uid: bfe63761-d085-4779-ac94-159db6f9f5b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:31:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:55Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4b0804d9d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32015"
    uid: 7650b8a4-1518-4fdb-a249-b38deefbf739
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:31:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:55Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4b080f4ecbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 693aab87-44a6-456f-a69e-af7a7ffe5c2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:31:59Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T19:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:59Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4b17a161041
    namespace: kserve-ci-e2e-test
    resourceVersion: "32055"
    uid: fff9b5dd-0702-4dc1-bc1c-3b642dd976ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:31:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:59Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4b17d2f4793
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: 5bd08710-21cb-403d-bc56-6bc784244c9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:31:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:59Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4b17d9e8b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 8aadc923-f6b7-443d-85c2-cb2d44a15228
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:31:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:59Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4b17dac0cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "32062"
    uid: e36d0fdb-68f5-43a2-9f43-d2da6afab9a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:31:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:59Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4b1809e89d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32064"
    uid: d2049479-a077-42be-b822-c332c3876341
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:31:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:59Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4b1811443d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32065"
    uid: 9c813773-c328-437b-8891-820f6ee88109
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:32:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-22T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4ba1d707a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "32327"
    uid: 49bcd101-b287-4014-81a8-f1c8ce6028d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:32:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:54Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4be3bcb99d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: c8403fa5-83f2-45f9-a53f-214b283280f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:32:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:54Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4be3bcc3b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "32491"
    uid: 45d74836-a385-44b3-92aa-17f29a90e4ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:32:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:56Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4bec0056419
    namespace: kserve-ci-e2e-test
    resourceVersion: "32548"
    uid: 6303c381-4ff6-4835-9354-d110ec74bf9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:32:57Z"
  message: 'Readiness probe failed: Get "http://10.132.0.49:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-22T19:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:32:57Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4befe73298f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32553"
    uid: 2efa35d9-63ba-4596-8040-cc02851cda4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 6f46c78f-f15f-49b1-b197-0bee31570959
  kind: Event
  lastTimestamp: "2026-04-22T19:33:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-04-22T19:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:33:02Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr.18a8c4c025b803f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32609"
    uid: 87508052-2c31-4fc3-b39b-a2568eeb1df0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31956"
    uid: c6337ef9-6853-4121-9bc4-f1475a01e11e
  kind: Event
  lastTimestamp: "2026-04-22T19:31:54Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qt2hr'
  metadata:
    creationTimestamp: "2026-04-22T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:31:54Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a8c4b03e34bbef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31967"
    uid: ebe4e167-6688-444a-91e9-8c6458538c67
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31954"
    uid: e751a471-07c5-4eca-86b0-4d576173128b
  kind: Event
  lastTimestamp: "2026-04-22T19:31:54Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:31:54Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c4b03b1414de
    namespace: kserve-ci-e2e-test
    resourceVersion: "31958"
    uid: c4a07156-14a9-4960-b669-fd96756c393e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31957"
    uid: e8d3b399-1462-4a29-9e22-27e24f2e388c
  kind: Event
  lastTimestamp: "2026-04-22T19:32:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:32:39Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c4b3b9f3a5a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32345"
    uid: 29141593-c56a-4a2b-a4a2-f529dc37e9f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31957"
    uid: e8d3b399-1462-4a29-9e22-27e24f2e388c
  kind: Event
  lastTimestamp: "2026-04-22T19:32:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:32:39Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c4b3ba61764b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32346"
    uid: c445a3f5-11d4-416d-88cf-b7b3f8afaa22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32138"
    uid: e8d3b399-1462-4a29-9e22-27e24f2e388c
  kind: Event
  lastTimestamp: "2026-04-22T19:32:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:32:54Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c4b73977df1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32460"
    uid: 7e6fe8ff-db19-4f94-b351-78b75c2ed961
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32138"
    uid: e8d3b399-1462-4a29-9e22-27e24f2e388c
  kind: Event
  lastTimestamp: "2026-04-22T19:32:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:32:54Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c4b739e23f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32462"
    uid: f54784e8-a5f0-4579-841e-0dc6ed55d249
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: 102bcc25-4e37-463e-b0dc-55d52ae58cc1
  kind: Event
  lastTimestamp: "2026-04-22T19:32:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:32:46Z"
    name: isvc-sklearn-v2-runtime.18a8c4b03b18b029
    namespace: kserve-ci-e2e-test
    resourceVersion: "32405"
    uid: 072bea5e-9e01-44e9-8586-0e446dd7d0a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: 102bcc25-4e37-463e-b0dc-55d52ae58cc1
  kind: Event
  lastTimestamp: "2026-04-22T19:31:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:31:54Z"
    name: isvc-sklearn-v2-runtime.18a8c4b03baf24e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31997"
    uid: f3bbea02-98c4-495b-bdb0-bf51076118d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31963"
    uid: 102bcc25-4e37-463e-b0dc-55d52ae58cc1
  kind: Event
  lastTimestamp: "2026-04-22T19:31:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:31:54Z"
    name: isvc-sklearn-v2-runtime.18a8c4b044c45bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31998"
    uid: d8235d4c-bd75-44fc-b1ec-1f03198f3a14
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 102bcc25-4e37-463e-b0dc-55d52ae58cc1
  kind: Event
  lastTimestamp: "2026-04-22T19:32:46Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:32:46Z"
    name: isvc-sklearn-v2-runtime.18a8c4bc714834ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32404"
    uid: 3fc3cdca-8cf0-4718-9e31-7652f7d10663
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32458"
    uid: 5da91853-40e7-4390-9c31-dbaf9d97ba5b
  kind: Event
  lastTimestamp: "2026-04-22T19:34:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:34:05Z"
    name: isvc-sklearn-v2.18a8c4be3c7734be
    namespace: kserve-ci-e2e-test
    resourceVersion: "33065"
    uid: 9e39fd16-78f5-4488-b082-2f38d5ac2b00
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:32:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32458"
    uid: 5da91853-40e7-4390-9c31-dbaf9d97ba5b
  kind: Event
  lastTimestamp: "2026-04-22T19:32:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:32:54Z"
    name: isvc-sklearn-v2.18a8c4be3ce2f18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: 4324e3d8-f20d-4edc-8ed8-0beedfbdc527
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:34:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33062"
    uid: 5da91853-40e7-4390-9c31-dbaf9d97ba5b
  kind: Event
  lastTimestamp: "2026-04-22T19:34:05Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:34:05Z"
    name: isvc-sklearn-v2.18a8c4cee079c273
    namespace: kserve-ci-e2e-test
    resourceVersion: "33063"
    uid: 95b7eeac-36eb-427b-8d92-7e20029c1ccc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: d9857aec-4419-45ab-824b-a4c5af0b1d6b
  kind: Event
  lastTimestamp: "2026-04-22T19:30:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:30:09Z"
    name: isvc-sklearn.18a8c486e3242e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31005"
    uid: 06ff4077-2d5a-41bd-83a9-6676bc4d5ad9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:28:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: d9857aec-4419-45ab-824b-a4c5af0b1d6b
  kind: Event
  lastTimestamp: "2026-04-22T19:28:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T19:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:28:56Z"
    name: isvc-sklearn.18a8c486e3974dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 112891fa-72b3-4d91-add7-1b04fc1af2be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31003"
    uid: d9857aec-4419-45ab-824b-a4c5af0b1d6b
  kind: Event
  lastTimestamp: "2026-04-22T19:30:09Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:30:09Z"
    name: isvc-sklearn.18a8c497c32a15e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31004"
    uid: 317b285e-9638-42e5-ac82-1db4bcd132bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:35:34.920818Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-5lk68
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:35:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:35:34Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e3a021659b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 572e8b6c-632c-4efb-a9aa-62dcb84b29c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:35:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:35Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e3a9e9438d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33848"
    uid: 9361153b-845d-48ac-9993-58a90db38672
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33841"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:35:35Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:35:35Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e3dc6e6c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33857"
    uid: 60cb5781-702e-4671-a128-efed8fd3acdc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:35:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:35Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e3ded80656
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 116e2358-a212-474b-bc82-977747e51720
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:35:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:36Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e3e1aefcb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33860"
    uid: afc6250f-c045-41f5-97c2-b9bec22239e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:35:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:36Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e3e230b64d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33861"
    uid: c07d8e36-5a81-441c-a835-c122694ae3d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:35:41Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-22T19:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e513c899bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33908"
    uid: 31dd45ec-a122-469e-8338-48b47e2c8b4f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:35:45Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 4.132s (4.132s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:45Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e60a1a3ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33939"
    uid: 2af98e35-df79-4229-a558-24cbd1232229
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:35:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:45Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e60d0aa063
    namespace: kserve-ci-e2e-test
    resourceVersion: "33940"
    uid: 3f93e2d3-4178-418e-89bd-746250c004ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:35:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:45Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e60d89981e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33941"
    uid: f4fdf6ec-0955-4003-9683-939eb094bf6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:35:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:45Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e60d95dda6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33942"
    uid: 6668aa52-4846-4434-a6bc-8f1f2a730aa9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:35:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:45Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e610797856
    namespace: kserve-ci-e2e-test
    resourceVersion: "33944"
    uid: 33a4f691-5b3c-47fe-9d34-4695a3988605
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:35:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:45Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e610f661ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "33945"
    uid: ecf00851-8b97-4365-a09e-5ace2cfca2fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:35:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:35:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4e67abc5da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: 7d88396d-2794-4d06-be1f-2bd5be0e91d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:36:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:15Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4ed1cf3951c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 1747078d-bf03-480a-aaea-1afddd376ef5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:36:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:15Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4ed1cf4177c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34196"
    uid: fd5eecc2-a6d0-49bb-89db-617c8f61400f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-5lk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: c2a09dd1-9bd5-4e23-a1f2-f94606d0685d
  kind: Event
  lastTimestamp: "2026-04-22T19:36:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:43Z"
    name: isvc-tensorflow-predictor-6756f669d7-5lk68.18a8c4edb2a420fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34458"
    uid: 91ad67d4-5cff-4c93-b887-251ac7e561c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33818"
    uid: 29d16398-299b-474c-813a-f1d467384bfb
  kind: Event
  lastTimestamp: "2026-04-22T19:35:34Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-5lk68'
  metadata:
    creationTimestamp: "2026-04-22T19:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:35:34Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a8c4e39f3d1425
    namespace: kserve-ci-e2e-test
    resourceVersion: "33833"
    uid: fb6dae74-5249-468e-b805-53ef7fc38e71
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 930ac250-2811-4202-8f5c-95bc42576ebc
  kind: Event
  lastTimestamp: "2026-04-22T19:35:34Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:35:34Z"
    name: isvc-tensorflow-predictor.18a8c4e399101bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 4068b1d1-7c60-4732-aa0f-e71ff4d1e5d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33817"
    uid: 1044d28c-9ce6-4a4f-a9aa-cafd03652324
  kind: Event
  lastTimestamp: "2026-04-22T19:36:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:36:04Z"
    name: isvc-tensorflow-predictor.18a8c4e7176d7116
    namespace: kserve-ci-e2e-test
    resourceVersion: "34094"
    uid: cfe8797e-42e1-4e4c-a9a4-2d507ebf6351
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33817"
    uid: 1044d28c-9ce6-4a4f-a9aa-cafd03652324
  kind: Event
  lastTimestamp: "2026-04-22T19:36:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:36:04Z"
    name: isvc-tensorflow-predictor.18a8c4e717d37af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34095"
    uid: 7520a9d1-13f6-48bd-8c4a-ddc73d09b90c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:36:15.763403Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34214"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:36:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:36:15Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4ed2289d882
    namespace: kserve-ci-e2e-test
    resourceVersion: "34218"
    uid: 323173c1-8c61-48a8-851a-c856453ed407
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:15Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4ed2fb7d550
    namespace: kserve-ci-e2e-test
    resourceVersion: "34226"
    uid: fcba3573-16f2-4e01-9281-1d5356e0fed6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34224"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:16Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:36:16Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4ed5f34e19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34237"
    uid: a23923a5-832d-41d9-a51a-19691e91ae92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:16Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4ed60b8f61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34239"
    uid: 575472c8-b3be-4407-988d-4392d9f46af1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:16Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4ed63d70409
    namespace: kserve-ci-e2e-test
    resourceVersion: "34240"
    uid: 62099cab-f2f2-4487-9a34-c3c5aac7d6f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:16Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4ed6448e6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34241"
    uid: ec7a1f43-9053-492e-b088-12e25ea64c39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:21Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:21Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4ee6b28cb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "34277"
    uid: d2986efb-cc35-4991-9d83-06675e0f2099
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:21Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4ee6efe5a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34281"
    uid: d4524a9d-67e7-4d3b-808f-b8730d65f969
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:21Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4ee6f6f85f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34282"
    uid: 3cf15404-b4c1-4c4f-9b90-0177910a7ff6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:21Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4ee6f7c2cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34283"
    uid: 327ea2b6-3c88-4752-a72f-04b719343479
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:21Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4ee729c59c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34286"
    uid: a187c48b-4d4b-4963-8b46-aacce312e8f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:21Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4ee730f5c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34287"
    uid: d1b11588-6bb0-4752-b08d-19a67024cfe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:29Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4eee309d105
    namespace: kserve-ci-e2e-test
    resourceVersion: "34351"
    uid: e0da291b-3598-4233-822d-f2fbfa508b2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:56Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4f6a31ddff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34585"
    uid: d9079ae4-3e4f-49af-9d9d-1f639c77b8b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:36:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:56Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4f6a31f050b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34589"
    uid: a9f73174-a88c-437d-944d-11c8d3caa74a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: 91a40b16-6ebd-4e53-8e8d-b65042222aec
  kind: Event
  lastTimestamp: "2026-04-22T19:37:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:37:24Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7.18a8c4f744e01640
    namespace: kserve-ci-e2e-test
    resourceVersion: "34824"
    uid: ca6ce315-2f3f-43a0-b933-973a07711918
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: 134013a2-c265-47bb-9a38-1de8db38ef00
  kind: Event
  lastTimestamp: "2026-04-22T19:36:15Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-c84s7'
  metadata:
    creationTimestamp: "2026-04-22T19:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:36:15Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a8c4ed221d3f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "34215"
    uid: f1a8f0b4-c1cd-4686-ba33-e7081100f6ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34200"
    uid: 8153da09-95b9-4296-9529-be66db7f306f
  kind: Event
  lastTimestamp: "2026-04-22T19:36:15Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:36:15Z"
    name: isvc-tensorflow-runtime-predictor.18a8c4ed1ec4b34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34204"
    uid: 71d1e102-6324-40e8-935a-86859c4cc0dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34201"
    uid: bee3f186-35e2-45d8-b700-d8b1a1b112eb
  kind: Event
  lastTimestamp: "2026-04-22T19:36:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:36:45Z"
    name: isvc-tensorflow-runtime-predictor.18a8c4f09dd8362b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34474"
    uid: 4dc1ce2f-3e2f-498b-abb3-9c1b09e157a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34201"
    uid: bee3f186-35e2-45d8-b700-d8b1a1b112eb
  kind: Event
  lastTimestamp: "2026-04-22T19:36:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:36:45Z"
    name: isvc-tensorflow-runtime-predictor.18a8c4f09e486723
    namespace: kserve-ci-e2e-test
    resourceVersion: "34475"
    uid: 3a752897-18fe-4e79-a2b4-a1d95106ec0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34172"
    uid: 8d28c9d7-cd16-4508-ae2e-f02dee2fd907
  kind: Event
  lastTimestamp: "2026-04-22T19:36:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:36:39Z"
    name: isvc-tensorflow-runtime.18a8c4ed1e815af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34433"
    uid: a1666416-c90e-4943-87fc-1ac7f16a6561
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34172"
    uid: 8d28c9d7-cd16-4508-ae2e-f02dee2fd907
  kind: Event
  lastTimestamp: "2026-04-22T19:36:15Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:36:15Z"
    name: isvc-tensorflow-runtime.18a8c4ed1ee3513e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34206"
    uid: bef2b109-b2aa-4c80-b792-0212380825b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34431"
    uid: 8d28c9d7-cd16-4508-ae2e-f02dee2fd907
  kind: Event
  lastTimestamp: "2026-04-22T19:36:39Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:36:39Z"
    name: isvc-tensorflow-runtime.18a8c4f2a24f98c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34432"
    uid: 8794e881-5cc5-4c7f-9b89-af4acdcedfb2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: 5ea60af0-181e-475a-b199-25c0dd9e8793
  kind: Event
  lastTimestamp: "2026-04-22T19:36:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:36:03Z"
    name: isvc-tensorflow.18a8c4e398c3aa9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34083"
    uid: 65d516f5-a365-4be1-905a-93873ed18579
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: 5ea60af0-181e-475a-b199-25c0dd9e8793
  kind: Event
  lastTimestamp: "2026-04-22T19:35:34Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:35:34Z"
    name: isvc-tensorflow.18a8c4e3996ca5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33844"
    uid: fe4ba00d-35e6-4067-9a9c-37676c8721a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:35:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33801"
    uid: 5ea60af0-181e-475a-b199-25c0dd9e8793
  kind: Event
  lastTimestamp: "2026-04-22T19:35:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:35:34Z"
    name: isvc-tensorflow.18a8c4e3a34324b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33845"
    uid: 93703087-a577-43ca-b6a8-d5c6a0e12d6e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34080"
    uid: 5ea60af0-181e-475a-b199-25c0dd9e8793
  kind: Event
  lastTimestamp: "2026-04-22T19:36:03Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:36:03Z"
    name: isvc-tensorflow.18a8c4ea398748af
    namespace: kserve-ci-e2e-test
    resourceVersion: "34082"
    uid: 3edf6df9-2305-4bc1-93ba-672d3544079c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:36:56.652532Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34601"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-d9xvc
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:36:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:36:56Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c4f6a7b87173
    namespace: kserve-ci-e2e-test
    resourceVersion: "34608"
    uid: d1a60d6b-8700-42e6-9b32-6c0299788b65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34612"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:36:57Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:36:57Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c4f6c0be8fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34618"
    uid: 87920db2-5713-476e-b461-eba98c22313a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:36:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:57Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c4f6c230483f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34620"
    uid: c7545461-bbfe-4e4e-b078-5ea8c3b4c1cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:36:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:57Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c4f6c52691ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34623"
    uid: 9f3b00c8-2e74-4560-8488-8a817c6036aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:36:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:36:57Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c4f6c59555b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 8a5a5f62-b9b7-4009-a067-b4a4aa967e41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:37:01Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-22T19:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:37:01Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c4f7c3171509
    namespace: kserve-ci-e2e-test
    resourceVersion: "34661"
    uid: e29cc114-ce73-4c57-bd70-882387abd705
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:38:54Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m52.993s
    (1m52.993s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:38:54Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c51212071aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35442"
    uid: ba7b6b2d-2522-455e-b811-1bcdc6a33a6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:38:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:38:54Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c51217d3de76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35443"
    uid: a6f30666-7a86-46dc-93b0-eb6553a3ab7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:38:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:38:54Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c51218e3e3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35444"
    uid: 8f57bd8d-fa02-40b9-b0e7-23a5ddc9361b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:38:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:38:54Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c51218eff03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35445"
    uid: 7cfe8429-ea4e-4b8d-bce6-24603f6f824c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:38:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:38:54Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c5121c7b11ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 08f78217-6132-4576-9d8c-2206405113d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:38:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:38:54Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c5121d0612f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35448"
    uid: 36bebef5-3adc-4d07-974e-b2100118a472
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:38:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:38:56Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c51265684c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "35466"
    uid: 73b01f36-2290-4ec9-a1aa-ba45b61b796b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:39:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:08Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c5154f51d985
    namespace: kserve-ci-e2e-test
    resourceVersion: "35577"
    uid: 18134e00-417a-40dd-894e-c41410e51345
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-d9xvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 13234161-3313-4366-bb0e-c76f3c747ba1
  kind: Event
  lastTimestamp: "2026-04-22T19:39:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:08Z"
    name: isvc-triton-predictor-84bb65d94b-d9xvc.18a8c5154f525f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: ef2e1e2b-2961-4348-b2ad-598ade08928a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34591"
    uid: b1fb4557-47cf-4a21-bf60-198abd3209b4
  kind: Event
  lastTimestamp: "2026-04-22T19:36:56Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-d9xvc'
  metadata:
    creationTimestamp: "2026-04-22T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:36:56Z"
    name: isvc-triton-predictor-84bb65d94b.18a8c4f6a731c7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34603"
    uid: 60ebe7cc-064e-4e4a-98b6-2788490152f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34587"
    uid: d420cb2a-1777-413b-a515-8a202b88666b
  kind: Event
  lastTimestamp: "2026-04-22T19:36:56Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:36:56Z"
    name: isvc-triton-predictor.18a8c4f6a446f868
    namespace: kserve-ci-e2e-test
    resourceVersion: "34593"
    uid: 9297ba87-3edb-4a66-8e96-c130cdc59a04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34590"
    uid: df4175c8-07f5-48c0-888d-ce4c3dcf91c8
  kind: Event
  lastTimestamp: "2026-04-22T19:38:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:38:56Z"
    name: isvc-triton-predictor.18a8c4fa231137f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35463"
    uid: b775823d-1fac-4f53-89fe-5648dedc4b65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34590"
    uid: df4175c8-07f5-48c0-888d-ce4c3dcf91c8
  kind: Event
  lastTimestamp: "2026-04-22T19:38:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:38:56Z"
    name: isvc-triton-predictor.18a8c4fa237c6582
    namespace: kserve-ci-e2e-test
    resourceVersion: "35464"
    uid: f5aa3d72-72a0-45bf-ab33-55fc6e2cfdc4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34559"
    uid: 4c002da0-a591-44b9-b1e2-023808c18a9b
  kind: Event
  lastTimestamp: "2026-04-22T19:39:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:39:01Z"
    name: isvc-triton.18a8c4f6a4245078
    namespace: kserve-ci-e2e-test
    resourceVersion: "35515"
    uid: 5a583eb6-ccfe-4df3-86c0-0947fbda3060
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:36:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34559"
    uid: 4c002da0-a591-44b9-b1e2-023808c18a9b
  kind: Event
  lastTimestamp: "2026-04-22T19:36:56Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:36:56Z"
    name: isvc-triton.18a8c4f6a4892fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: d204cdf1-d5b9-4a0c-b859-3004a8bbc092
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35513"
    uid: 4c002da0-a591-44b9-b1e2-023808c18a9b
  kind: Event
  lastTimestamp: "2026-04-22T19:39:01Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:39:01Z"
    name: isvc-triton.18a8c513d2547f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35514"
    uid: 5152fc11-d922-4522-933f-97e398a84c0a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:39:08.457280Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35604"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-5jghd
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:39:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:39:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c51557e54632
    namespace: kserve-ci-e2e-test
    resourceVersion: "35608"
    uid: 9a7ab546-0a61-4745-9b09-d994cb25e951
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35614"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:39:08Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:39:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c5157312a792
    namespace: kserve-ci-e2e-test
    resourceVersion: "35621"
    uid: 4901529f-2dd1-40c6-8538-821b90e822b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:39:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c5157492aa5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35623"
    uid: d08371f8-30dd-4a8e-9b28-584438eeda5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:39:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:09Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c5157943b806
    namespace: kserve-ci-e2e-test
    resourceVersion: "35626"
    uid: 23765f53-8b3d-46a0-8c7e-5f21881c2694
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:39:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:09Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c51579e9d283
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: a1cfd06d-264f-42d2-9769-581eb95439e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:39:13Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T19:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:13Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c51699bbb0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "35668"
    uid: 2f240a39-faa5-4c19-b4af-250b7142347e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:39:32Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.251s (18.251s
    including waiting). Image size: 1306326779 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:32Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c51ad9a0442f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35806"
    uid: fb872ee2-408a-4dad-861e-0eadfe462125
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:39:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:32Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c51adfdd84b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35809"
    uid: 127e8d7e-8135-42fc-b012-1cbbab52dd6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:39:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:32Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c51ae147201d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35810"
    uid: 0a14ac59-8e28-436a-b3d6-eb9f21c170b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:39:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:32Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c51ae1561e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35811"
    uid: 2252c099-5a0b-4d7d-86af-c158e98fb380
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:39:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:32Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c51ae6907d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: f04d9fab-5463-4f81-bad7-2c68804172d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:39:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:32Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c51ae79a726f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35814"
    uid: e7053aa4-7175-4d8f-bef1-b0ffaa7bfbcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:40:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:49Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c51b458c8113
    namespace: kserve-ci-e2e-test
    resourceVersion: "36445"
    uid: ac70b2e4-4517-46db-8a06-eb9d4030a8fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:40:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:48Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c52ca75debcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36399"
    uid: a45b9d09-98c2-45df-93ae-ef4e8a9151df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:40:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:48Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c52ca75ea007
    namespace: kserve-ci-e2e-test
    resourceVersion: "36402"
    uid: 941de466-56b2-4e74-bc7f-941a2cc83a99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 146fb2f9-5fa0-4e53-94c2-b05c5908964f
  kind: Event
  lastTimestamp: "2026-04-22T19:40:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:49Z"
    name: isvc-xgboost-predictor-8689c4cfcc-5jghd.18a8c52cf79faf7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36444"
    uid: 65663420-1687-4a65-830b-674bfe9daf65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35592"
    uid: 8df253c2-05ab-4ad9-8f9c-588951b3e876
  kind: Event
  lastTimestamp: "2026-04-22T19:39:08Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-5jghd'
  metadata:
    creationTimestamp: "2026-04-22T19:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:39:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a8c51557790632
    namespace: kserve-ci-e2e-test
    resourceVersion: "35605"
    uid: 6845746b-4d7e-4bd6-8274-50f8fbf8b5a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35590"
    uid: a198a8ec-ef16-43ec-af53-85e984efd735
  kind: Event
  lastTimestamp: "2026-04-22T19:39:08Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:39:08Z"
    name: isvc-xgboost-predictor.18a8c515536807e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35594"
    uid: f191ded0-a32c-48f4-9e84-d5095e57fa4b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35591"
    uid: bbabd968-aa05-4dc0-90a9-d6083361682b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:08Z"
    name: isvc-xgboost-predictor.18a8c518d1f69658
    namespace: kserve-ci-e2e-test
    resourceVersion: "36072"
    uid: 298a090d-e511-442d-a409-03b6374c3c16
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35591"
    uid: bbabd968-aa05-4dc0-90a9-d6083361682b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:08Z"
    name: isvc-xgboost-predictor.18a8c518d25cff93
    namespace: kserve-ci-e2e-test
    resourceVersion: "36073"
    uid: 3c336cf9-953a-408c-a086-f627a9a8db6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35741"
    uid: bbabd968-aa05-4dc0-90a9-d6083361682b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:38Z"
    name: isvc-xgboost-predictor.18a8c51fd0601802
    namespace: kserve-ci-e2e-test
    resourceVersion: "36285"
    uid: 1f9a1a60-62e4-4103-b814-f8f9ea99fbe0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35741"
    uid: bbabd968-aa05-4dc0-90a9-d6083361682b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:38Z"
    name: isvc-xgboost-predictor.18a8c51fd0c840d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36286"
    uid: 1af99370-0f7c-40be-a415-41e22a363a39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:42:28.989562Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37303"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-smwhz
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:42:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:42:28Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c544088d1718
    namespace: kserve-ci-e2e-test
    resourceVersion: "37308"
    uid: c4279a73-3a10-4ae3-ab4a-0f95c6acb05c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37313"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:42:29Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:42:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c544217f5d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37322"
    uid: 866fb651-d830-43fc-a085-527f105d4e80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:42:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c54422f10d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "37325"
    uid: f8da37c1-ad1d-482b-a7c5-a2cf743451f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:42:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c54425b7cb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "37326"
    uid: a0c0f617-1c71-40b2-b033-92dcc64b0642
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:42:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c544262e8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "37327"
    uid: aef82570-df77-4228-a209-3a476131fd26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:42:33Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:33Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c54512b9085c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37367"
    uid: 600b7ab2-53d2-45ca-b410-7953b49ee6d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:42:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:33Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c54515f2df8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37371"
    uid: 7446bf7b-7439-4938-b760-a48c9bd60bbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:42:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:33Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c5451665ea4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37372"
    uid: 36dbc7d5-85cd-4e0e-8fb5-29e1f63e9b23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:42:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:33Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c5451673089c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37373"
    uid: 253cfd42-b8af-4aa9-8269-f8b32994f7fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:42:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:33Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c545196340e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: d0595291-a06a-436a-9991-5bab5fac42ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:42:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:33Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c54519d7b115
    namespace: kserve-ci-e2e-test
    resourceVersion: "37376"
    uid: ddba7b47-d6b1-4577-a607-062511691092
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:43:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c5454ea3b9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37999"
    uid: 0cde8825-786b-45b3-904a-1c8392baf6b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:43:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:49Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c556aee3027d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37945"
    uid: 52a3fc74-761c-44c0-9ac9-451ee06ca9ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:43:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:49Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c556aee41ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37948"
    uid: db7ac53c-7129-42cd-92cc-bd3297828ac3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: a530ce5b-d5c9-4a95-9b85-38d5ad54c9fd
  kind: Event
  lastTimestamp: "2026-04-22T19:43:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-smwhz.18a8c55700c9c88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37998"
    uid: 5f8a01d8-16b3-4ee9-a1f3-a376ca09f4fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37293"
    uid: 04c1f1ec-2667-4d50-b983-c1e37ca685e8
  kind: Event
  lastTimestamp: "2026-04-22T19:42:28Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-smwhz'
  metadata:
    creationTimestamp: "2026-04-22T19:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:42:28Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a8c5440821d8cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37305"
    uid: a6fd19fc-2012-40f4-8d95-607d02f2c0dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37289"
    uid: 9a4d4b6f-4226-4e2b-b28d-8b6b092d130b
  kind: Event
  lastTimestamp: "2026-04-22T19:42:28Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T19:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:42:28Z"
    name: isvc-xgboost-runtime-predictor.18a8c5440510d03e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37295"
    uid: 4ecf7992-c6ff-4fbc-95ab-f6cf4e1c6851
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37292"
    uid: aa0cf5bc-8e2d-43d5-974f-22c5f9c2f869
  kind: Event
  lastTimestamp: "2026-04-22T19:43:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:43:13Z"
    name: isvc-xgboost-runtime-predictor.18a8c54783905200
    namespace: kserve-ci-e2e-test
    resourceVersion: "37665"
    uid: f832ddfd-f99c-4e96-850f-42e5dd16eb56
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37292"
    uid: aa0cf5bc-8e2d-43d5-974f-22c5f9c2f869
  kind: Event
  lastTimestamp: "2026-04-22T19:43:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:43:13Z"
    name: isvc-xgboost-runtime-predictor.18a8c54783f79034
    namespace: kserve-ci-e2e-test
    resourceVersion: "37666"
    uid: 4fb020e7-75a0-42b7-b79a-b21a800c32a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37453"
    uid: aa0cf5bc-8e2d-43d5-974f-22c5f9c2f869
  kind: Event
  lastTimestamp: "2026-04-22T19:43:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:43:44Z"
    name: isvc-xgboost-runtime-predictor.18a8c552010e1b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: a47f1334-f7ef-4839-990e-cb533c9706a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37453"
    uid: aa0cf5bc-8e2d-43d5-974f-22c5f9c2f869
  kind: Event
  lastTimestamp: "2026-04-22T19:43:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:43:44Z"
    name: isvc-xgboost-runtime-predictor.18a8c55201858692
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 4f33bb7a-3567-4edf-bc1b-93bd0030d851
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37262"
    uid: 54bb5e84-bc29-45c3-bd02-43a7e8a0e4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:43:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:43:40Z"
    name: isvc-xgboost-runtime.18a8c54404e9f971
    namespace: kserve-ci-e2e-test
    resourceVersion: "37859"
    uid: 8addbdb9-6df6-4e9c-b668-e6dc3d789514
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37262"
    uid: 54bb5e84-bc29-45c3-bd02-43a7e8a0e4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:42:29Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:42:29Z"
    name: isvc-xgboost-runtime.18a8c5440533c755
    namespace: kserve-ci-e2e-test
    resourceVersion: "37315"
    uid: 3b105467-b2b0-4f75-b112-cad6d8c18f64
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37276"
    uid: 54bb5e84-bc29-45c3-bd02-43a7e8a0e4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:42:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:42:29Z"
    name: isvc-xgboost-runtime.18a8c5440b2f3009
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 97199b06-633e-43ca-8975-1cc02fd136df
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: 54bb5e84-bc29-45c3-bd02-43a7e8a0e4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:43:40Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:43:40Z"
    name: isvc-xgboost-runtime.18a8c554b2790fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37857"
    uid: 928bfa47-0985-4abc-a39f-d0bae6b1a5ad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:40:48.661625Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36410"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:40:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:40:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c52cac8a4413
    namespace: kserve-ci-e2e-test
    resourceVersion: "36416"
    uid: b296d421-bcc8-4d32-8e22-1ca6116b4aa3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:40:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c52cb9ea1a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "36425"
    uid: 79cabcc6-0905-446c-8a58-6fc4844b4f05
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36422"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:40:49Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:40:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c52ce94a4b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: f9fa0a21-1c94-4404-8342-db0a86b0fd66
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:40:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c52ceabc6ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36437"
    uid: abcbf82f-f9a1-444b-a166-b567c4b6aa48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:40:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c52cedc9b715
    namespace: kserve-ci-e2e-test
    resourceVersion: "36438"
    uid: ce744d64-eb37-4fb7-bafa-3be9cf69997f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:40:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c52cee3d9b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "36440"
    uid: 2afafea7-7bfa-46f7-88de-6618736d854e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:40:54Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T19:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c52df3d046a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36484"
    uid: 948d4b74-2c32-4993-9c00-c45b505536e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:40:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c52df760c943
    namespace: kserve-ci-e2e-test
    resourceVersion: "36490"
    uid: e0edc9d7-fef4-4ec5-8c62-eb3c4c184286
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:40:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c52df7d6f93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36492"
    uid: 509ddc6f-ad66-4701-9538-953f4daab68b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:40:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c52df7e31ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: ccb38273-cd76-4a59-ad85-6775fcb701ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:40:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c52dfaf547e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36495"
    uid: e3d9a503-738f-471c-be56-650dc646d50b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:40:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c52dfb63d973
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 8bbf172b-cca6-4851-9464-629f888e882f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:41:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c53855da1841
    namespace: kserve-ci-e2e-test
    resourceVersion: "36843"
    uid: 4b270cc8-b3f7-4c6d-8f67-ed86025ea142
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:41:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c53855dac1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36845"
    uid: 56331c0c-5119-4a66-b3fc-5e82d95ecec4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 314f65e5-754a-48bb-bc81-2204e42c55e7
  kind: Event
  lastTimestamp: "2026-04-22T19:41:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5.18a8c538e5acff0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36906"
    uid: 19f1e119-5a16-4d9b-b2e8-b988b88ec8b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "36396"
    uid: a5a76fdf-27ff-41b3-864e-8e1add1514e0
  kind: Event
  lastTimestamp: "2026-04-22T19:40:48Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-6zln5'
  metadata:
    creationTimestamp: "2026-04-22T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a8c52cabfb2d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "36411"
    uid: 5a1dad21-26b5-4520-a7e1-3001438e90af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36393"
    uid: b4699eaf-553c-428b-9060-5c1ab5f9f5e1
  kind: Event
  lastTimestamp: "2026-04-22T19:40:48Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:48Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8c52ca782e467
    namespace: kserve-ci-e2e-test
    resourceVersion: "36400"
    uid: 664834a0-6833-4895-9114-6d774f132d28
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36395"
    uid: 0e6bc0e6-c03c-4f09-b365-fe4999821529
  kind: Event
  lastTimestamp: "2026-04-22T19:41:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:41:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8c530265095f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36667"
    uid: fafa4da3-12a0-4c83-a706-0ef0c61fe4a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36395"
    uid: 0e6bc0e6-c03c-4f09-b365-fe4999821529
  kind: Event
  lastTimestamp: "2026-04-22T19:41:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:41:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8c53026bc6676
    namespace: kserve-ci-e2e-test
    resourceVersion: "36668"
    uid: f511f312-7071-4ed4-a93c-51ff7e895a19
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36564"
    uid: 0e6bc0e6-c03c-4f09-b365-fe4999821529
  kind: Event
  lastTimestamp: "2026-04-22T19:41:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:41:33Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8c53724cf5604
    namespace: kserve-ci-e2e-test
    resourceVersion: "36777"
    uid: f1842d63-09dd-47c3-a284-ff5d0c8f9523
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36564"
    uid: 0e6bc0e6-c03c-4f09-b365-fe4999821529
  kind: Event
  lastTimestamp: "2026-04-22T19:41:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:41:33Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8c537254267d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 4c99ef18-9bcc-4ff6-afa9-dd651bc07672
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36367"
    uid: f47af014-8d88-4bc0-b33a-0bbb3d9416b4
  kind: Event
  lastTimestamp: "2026-04-22T19:41:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:41:31Z"
    name: isvc-xgboost-v2-mlserver.18a8c52ca75a102c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 33879c17-ab9b-4fe2-83e9-a87067ce82dc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36367"
    uid: f47af014-8d88-4bc0-b33a-0bbb3d9416b4
  kind: Event
  lastTimestamp: "2026-04-22T19:40:48Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:40:48Z"
    name: isvc-xgboost-v2-mlserver.18a8c52ca7d8dd42
    namespace: kserve-ci-e2e-test
    resourceVersion: "36420"
    uid: 6d2bf648-9a7a-4447-a3e7-c49a26ce05b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36379"
    uid: f47af014-8d88-4bc0-b33a-0bbb3d9416b4
  kind: Event
  lastTimestamp: "2026-04-22T19:40:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:40:48Z"
    name: isvc-xgboost-v2-mlserver.18a8c52cad1a4dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: 2a8d971f-e44d-4ce8-86bd-7a6dd4ab270e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36758"
    uid: f47af014-8d88-4bc0-b33a-0bbb3d9416b4
  kind: Event
  lastTimestamp: "2026-04-22T19:41:31Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:41:31Z"
    name: isvc-xgboost-v2-mlserver.18a8c53696e3e88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 6a4a7859-ac34-4bf5-8c8e-7bee4f1edd72
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:44:49.389018Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38463"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:44:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:44:49Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c564b902b7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "38468"
    uid: be6fe987-a027-4365-aeda-700fd20499b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:44:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:49Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c564c5c3a6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38497"
    uid: a96dd704-3ba0-4ab9-8621-106396148ef1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38479"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:44:50Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:44:50Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c564f5bbb928
    namespace: kserve-ci-e2e-test
    resourceVersion: "38505"
    uid: 5a987558-bd15-454e-a23d-1fe3a97ee3ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:44:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:50Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c564f72079b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38507"
    uid: 4ea8bf90-4da2-4b88-8c3f-4d2afb1d2fd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:44:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:50Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c564fa007944
    namespace: kserve-ci-e2e-test
    resourceVersion: "38509"
    uid: 37fecfe3-7268-47a6-a1c0-ed28624b1f49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:44:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:50Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c564fa6df27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38510"
    uid: 9a0f661b-fd30-45fd-ae28-ebbfb0fd48dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:44:54Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c565ff7ef2de
    namespace: kserve-ci-e2e-test
    resourceVersion: "38550"
    uid: fee7160a-97fc-4547-a626-20fbde01d36c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:44:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c5660219aa3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38552"
    uid: 73867541-1439-415e-bf93-b5666e541b94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:44:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c5660289231e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38553"
    uid: 8e14a483-4141-4b5d-841d-edf0729115cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:44:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c56602955ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38556"
    uid: 91496c12-c5a9-417e-9ae3-481e6fe0a97a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:44:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c56605c1d50c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38558"
    uid: 4043bf8a-58f8-4a1c-be3b-1e78d5bfcd89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:44:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c56606396487
    namespace: kserve-ci-e2e-test
    resourceVersion: "38560"
    uid: 4240185f-856a-4b90-8dd1-d7cb43297f67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:46:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:46:11Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c5663b641c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39194"
    uid: 4bedac58-b2a2-45f1-a2a3-7aff43393a7a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:46:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:46:09Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c5775fa1841e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39128"
    uid: 6c2c9b8d-9b9c-41c2-84cc-35734813150e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:46:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:46:09Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c5775fa20cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39132"
    uid: f70f2a2d-18c8-48ab-946a-85e877a4fd54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 9c512295-2997-4c14-8c39-d51f997d11d8
  kind: Event
  lastTimestamp: "2026-04-22T19:46:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:46:11Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62.18a8c577ed91069c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39193"
    uid: 34fcbed6-e0bf-4821-964a-b7a83bc9216a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38455"
    uid: 1c544912-2af2-43cf-932f-cb74ac7ef5f0
  kind: Event
  lastTimestamp: "2026-04-22T19:44:49Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-d9g62'
  metadata:
    creationTimestamp: "2026-04-22T19:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:44:49Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a8c564b89857be
    namespace: kserve-ci-e2e-test
    resourceVersion: "38464"
    uid: 97974dce-081c-4ed4-ad15-808227f20f4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38452"
    uid: 66718c5d-9ee6-489c-9cf2-802f5c0fe9a9
  kind: Event
  lastTimestamp: "2026-04-22T19:44:49Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:44:49Z"
    name: isvc-xgboost-v2-predictor.18a8c564b5dc7493
    namespace: kserve-ci-e2e-test
    resourceVersion: "38457"
    uid: 0663843b-e59b-4c1b-8533-2a2f9828e0a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:45:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38454"
    uid: 7435fe8f-7799-410a-83fb-8edc04fe62a3
  kind: Event
  lastTimestamp: "2026-04-22T19:45:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:45:19Z"
    name: isvc-xgboost-v2-predictor.18a8c56834d374a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38735"
    uid: 578ba278-731b-42a1-b8f8-461161adb447
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:45:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38454"
    uid: 7435fe8f-7799-410a-83fb-8edc04fe62a3
  kind: Event
  lastTimestamp: "2026-04-22T19:45:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:45:19Z"
    name: isvc-xgboost-v2-predictor.18a8c568354c8f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "38737"
    uid: 6de83b10-5634-439e-9e02-e574586d6ff4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:45:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38632"
    uid: 7435fe8f-7799-410a-83fb-8edc04fe62a3
  kind: Event
  lastTimestamp: "2026-04-22T19:46:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:46:04Z"
    name: isvc-xgboost-v2-predictor.18a8c56f3326c5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39061"
    uid: 13e7e7d0-bcb3-425e-b86a-12afa94f6c7d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:45:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38632"
    uid: 7435fe8f-7799-410a-83fb-8edc04fe62a3
  kind: Event
  lastTimestamp: "2026-04-22T19:46:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:46:04Z"
    name: isvc-xgboost-v2-predictor.18a8c56f33951eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39062"
    uid: 69424d7a-2e1a-4634-affa-84766e948c2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:43:49.175245Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37964"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:43:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:43:49Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c556b3fd7c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37969"
    uid: 17fb226a-d11e-4717-9f0d-4210fa65479f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:43:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:49Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c556be4a5618
    namespace: kserve-ci-e2e-test
    resourceVersion: "37977"
    uid: a6bb8a55-ba27-4645-a3df-0d02e68712f3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37973"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:43:50Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:43:50Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c556f0ee6034
    namespace: kserve-ci-e2e-test
    resourceVersion: "37990"
    uid: e17864b2-fcf1-4fa4-b808-9fe87d63432c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:43:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:50Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c556f252d93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 357702e0-43c5-4577-bbc7-40dd1a1d111b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:43:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:50Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c556f50d89ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: a161e37c-2fea-42ba-b59f-eacece8a82da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:43:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:50Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c556f57a319a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37994"
    uid: 8b8462fc-af8a-457c-8057-136324b0ce11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:43:54Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T19:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:54Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c557fcc75ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38038"
    uid: 9b315eb1-a058-438e-81b4-b0cc63c8a129
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:43:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:54Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c5580043249b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38042"
    uid: fa9d0d2a-c23a-4d72-9faf-1df13d720217
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:43:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:54Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c55800b5ecf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38043"
    uid: ffcd04c7-f128-4f6d-8470-8f3097375ff0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:43:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:54Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c55800c323fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38044"
    uid: 4bc7ac8a-9d60-45b1-85a0-4e93490a195e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:43:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:54Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c5580387a805
    namespace: kserve-ci-e2e-test
    resourceVersion: "38046"
    uid: 3b057764-7192-4073-a774-04ad6d56e3b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:43:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:54Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c55803f5f098
    namespace: kserve-ci-e2e-test
    resourceVersion: "38047"
    uid: 29ce2c2a-6052-4865-b8e8-18429e7e9217
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:44:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-22T19:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:31Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c5609cc004a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 34fbf959-e02f-4d35-acf1-ac31a879d5a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:44:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:49Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c564bc37947f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38491"
    uid: 25f795a4-96b8-4bc8-8830-93d5824ca15d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:44:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:49Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c564bc37f3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38492"
    uid: a69ec261-704b-4a14-a90c-d858413f4ed9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:44:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": dial tcp
    10.132.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c565429ea6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38574"
    uid: 11a71429-58d0-4be3-a210-a8cd2b239fa5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: b96d11bb-2702-4948-9479-0f934238af05
  kind: Event
  lastTimestamp: "2026-04-22T19:44:52Z"
  message: 'Readiness probe failed: Get "http://10.132.0.59:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-22T19:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:52Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q.18a8c5658101db01
    namespace: kserve-ci-e2e-test
    resourceVersion: "38533"
    uid: 8f39ec11-7bab-484c-8928-10163df9c9a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 09d2270e-d2c8-423a-9654-79c79798d2fe
  kind: Event
  lastTimestamp: "2026-04-22T19:43:49Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-7q89q'
  metadata:
    creationTimestamp: "2026-04-22T19:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:43:49Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a8c556b38f8b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37966"
    uid: 37f6396e-e799-49dc-a516-de5626ca8bd6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37951"
    uid: 65413570-54b2-48b8-963a-04fe9d83bced
  kind: Event
  lastTimestamp: "2026-04-22T19:43:49Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:43:49Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c556b09df61d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37955"
    uid: a3ca2b21-6bf2-4bfa-84a1-d051a36ad102
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37952"
    uid: a5da3071-c70c-451d-ad20-d31b24d09c84
  kind: Event
  lastTimestamp: "2026-04-22T19:44:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:44:04Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c55a2f7537fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38113"
    uid: 831da2f1-f4f1-4c1d-8a66-bf3ed87403bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37952"
    uid: a5da3071-c70c-451d-ad20-d31b24d09c84
  kind: Event
  lastTimestamp: "2026-04-22T19:44:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:44:04Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c55a2fdf7c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "38115"
    uid: fe6cd18b-a9e5-4b6f-9cc8-2e909ef16ace
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38114"
    uid: a5da3071-c70c-451d-ad20-d31b24d09c84
  kind: Event
  lastTimestamp: "2026-04-22T19:44:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:44:49Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c55dae8ff6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38438"
    uid: aef77646-9b8e-4fb8-b109-0e55dcab7809
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38114"
    uid: a5da3071-c70c-451d-ad20-d31b24d09c84
  kind: Event
  lastTimestamp: "2026-04-22T19:44:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:44:49Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c55daef8371b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38439"
    uid: 2488f8fe-d76b-4f8a-a595-d0d7edebc913
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: 699af74b-984a-4cd2-a069-45b05daf6ce1
  kind: Event
  lastTimestamp: "2026-04-22T19:44:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:44:41Z"
    name: isvc-xgboost-v2-runtime.18a8c556b07a3dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38386"
    uid: 7ed1a264-1b60-4f47-991a-130f2f481a6c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: 699af74b-984a-4cd2-a069-45b05daf6ce1
  kind: Event
  lastTimestamp: "2026-04-22T19:43:49Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:43:49Z"
    name: isvc-xgboost-v2-runtime.18a8c556b0decd61
    namespace: kserve-ci-e2e-test
    resourceVersion: "37975"
    uid: 9e7e477b-5a43-4c47-8e94-b67f0d8107f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37934"
    uid: 699af74b-984a-4cd2-a069-45b05daf6ce1
  kind: Event
  lastTimestamp: "2026-04-22T19:43:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:43:49Z"
    name: isvc-xgboost-v2-runtime.18a8c556b60889f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37976"
    uid: a16affc3-7b86-4652-80fd-3c5201e05fe5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38384"
    uid: 699af74b-984a-4cd2-a069-45b05daf6ce1
  kind: Event
  lastTimestamp: "2026-04-22T19:44:41Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:44:41Z"
    name: isvc-xgboost-v2-runtime.18a8c562f41a52db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: a9b1105e-ba46-475e-b1c3-cc432898feac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38441"
    uid: 7e572e50-8050-41f4-88b6-d36a6e781825
  kind: Event
  lastTimestamp: "2026-04-22T19:46:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:46:01Z"
    name: isvc-xgboost-v2.18a8c564b5b2199d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39044"
    uid: f25eeb8e-9722-4104-bcc0-c3ccc6caeaa4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38441"
    uid: 7e572e50-8050-41f4-88b6-d36a6e781825
  kind: Event
  lastTimestamp: "2026-04-22T19:44:49Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:44:49Z"
    name: isvc-xgboost-v2.18a8c564b621c27c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38459"
    uid: 5b3585f4-207d-4c63-a3e8-e1b741f44ced
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:46:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39042"
    uid: 7e572e50-8050-41f4-88b6-d36a6e781825
  kind: Event
  lastTimestamp: "2026-04-22T19:46:01Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:46:01Z"
    name: isvc-xgboost-v2.18a8c5759ea1d1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39043"
    uid: f3408455-edcb-480e-a169-b4a0eca90db9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: ee528d61-2bba-4c25-9309-a9111b39ebef
  kind: Event
  lastTimestamp: "2026-04-22T19:40:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:40:40Z"
    name: isvc-xgboost.18a8c51553407d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: fb2ec3eb-b0d1-4bf7-894a-a0a0140c9d03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: ee528d61-2bba-4c25-9309-a9111b39ebef
  kind: Event
  lastTimestamp: "2026-04-22T19:39:08Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T19:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:39:08Z"
    name: isvc-xgboost.18a8c515538ddc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35596"
    uid: 260e0c07-3cd1-4545-9edd-f921884de916
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36304"
    uid: ee528d61-2bba-4c25-9309-a9111b39ebef
  kind: Event
  lastTimestamp: "2026-04-22T19:40:40Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:40:40Z"
    name: isvc-xgboost.18a8c52aa8ec7b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "36305"
    uid: a0bd6004-7dc5-42d5-a087-6edbe523772f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T18:59:22.542796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-6zbs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: 5c8200e0-1c22-4bc8-bc1c-74b966e8f9e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-6zbs8
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T18:59:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T18:59:22Z"
    name: message-dumper-predictor-c7d86bcbd-6zbs8.18a8c2e9d44f6c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "15423"
    uid: d1955143-1168-4527-88c6-cacaeb0b2292
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-6zbs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 5c8200e0-1c22-4bc8-bc1c-74b966e8f9e9
  kind: Event
  lastTimestamp: "2026-04-22T18:59:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:22Z"
    name: message-dumper-predictor-c7d86bcbd-6zbs8.18a8c2e9e0dc50e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: f8414b22-ff91-49dd-8201-7cd3f1a31be7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-6zbs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: 5c8200e0-1c22-4bc8-bc1c-74b966e8f9e9
  kind: Event
  lastTimestamp: "2026-04-22T18:59:23Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T18:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T18:59:23Z"
    name: message-dumper-predictor-c7d86bcbd-6zbs8.18a8c2ea10c5ec31
    namespace: kserve-ci-e2e-test
    resourceVersion: "15442"
    uid: e7420f2b-e3da-4da8-b27e-781d65ab85a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-6zbs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 5c8200e0-1c22-4bc8-bc1c-74b966e8f9e9
  kind: Event
  lastTimestamp: "2026-04-22T18:59:23Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-22T18:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:23Z"
    name: message-dumper-predictor-c7d86bcbd-6zbs8.18a8c2ea12341db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15444"
    uid: da327968-80e9-4ec0-a501-4c9662d8ca98
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-6zbs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 5c8200e0-1c22-4bc8-bc1c-74b966e8f9e9
  kind: Event
  lastTimestamp: "2026-04-22T18:59:24Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 898ms (898ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T18:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:24Z"
    name: message-dumper-predictor-c7d86bcbd-6zbs8.18a8c2ea47c5e71f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: dc620e6b-ae60-4417-bce6-7815e4181e9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-6zbs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 5c8200e0-1c22-4bc8-bc1c-74b966e8f9e9
  kind: Event
  lastTimestamp: "2026-04-22T18:59:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T18:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:24Z"
    name: message-dumper-predictor-c7d86bcbd-6zbs8.18a8c2ea4ad998db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: c0027e74-f4af-4670-adc5-9f3a06b9e075
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-6zbs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 5c8200e0-1c22-4bc8-bc1c-74b966e8f9e9
  kind: Event
  lastTimestamp: "2026-04-22T18:59:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:24Z"
    name: message-dumper-predictor-c7d86bcbd-6zbs8.18a8c2ea4b40beb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: 06e6ed8f-0ece-405f-88fc-bb2f9e974dfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-6zbs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 5c8200e0-1c22-4bc8-bc1c-74b966e8f9e9
  kind: Event
  lastTimestamp: "2026-04-22T18:59:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:24Z"
    name: message-dumper-predictor-c7d86bcbd-6zbs8.18a8c2ea4b4d88cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 51870d66-c7fd-4ce9-9505-a8401454e1c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-6zbs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 5c8200e0-1c22-4bc8-bc1c-74b966e8f9e9
  kind: Event
  lastTimestamp: "2026-04-22T18:59:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T18:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:24Z"
    name: message-dumper-predictor-c7d86bcbd-6zbs8.18a8c2ea4e1c06ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15459"
    uid: db633f13-50a6-4f46-b4e0-76d19d1689fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-6zbs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 5c8200e0-1c22-4bc8-bc1c-74b966e8f9e9
  kind: Event
  lastTimestamp: "2026-04-22T18:59:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:24Z"
    name: message-dumper-predictor-c7d86bcbd-6zbs8.18a8c2ea4e7a54be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 0d8984c2-81d9-4a62-960d-f67f4637c548
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-6zbs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 5c8200e0-1c22-4bc8-bc1c-74b966e8f9e9
  kind: Event
  lastTimestamp: "2026-04-22T19:01:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:07Z"
    name: message-dumper-predictor-c7d86bcbd-6zbs8.18a8c30254c072be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16324"
    uid: 7a60d2d0-ffa0-4d44-8888-d0a4cac0e7e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-6zbs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 5c8200e0-1c22-4bc8-bc1c-74b966e8f9e9
  kind: Event
  lastTimestamp: "2026-04-22T19:01:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:07Z"
    name: message-dumper-predictor-c7d86bcbd-6zbs8.18a8c30254c31013
    namespace: kserve-ci-e2e-test
    resourceVersion: "16326"
    uid: 754bc56a-3853-41d2-bca8-ebb6a1f37d7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-6zbs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 5c8200e0-1c22-4bc8-bc1c-74b966e8f9e9
  kind: Event
  lastTimestamp: "2026-04-22T19:01:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:07Z"
    name: message-dumper-predictor-c7d86bcbd-6zbs8.18a8c30255772add
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: a77d9e87-51e6-4673-b73c-b9cedac2f120
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: fb115d8b-a3ec-4865-bd0f-e339251435e6
  kind: Event
  lastTimestamp: "2026-04-22T18:59:22Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-6zbs8'
  metadata:
    creationTimestamp: "2026-04-22T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:22Z"
    name: message-dumper-predictor-c7d86bcbd.18a8c2e9d3c46811
    namespace: kserve-ci-e2e-test
    resourceVersion: "15417"
    uid: 9041ddd4-3df7-4037-82eb-e6f1b3acaed8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 4bbb2620-3e59-47b3-9c8f-1bace65ffb40
  kind: Event
  lastTimestamp: "2026-04-22T18:59:22Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:22Z"
    name: message-dumper-predictor.18a8c2e9d1d2825e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: 95ebae78-9523-43bc-95d3-b790d09ea4c6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: 00492ecd-ba76-461f-a068-f33be790ff5e
  kind: Event
  lastTimestamp: "2026-04-22T18:59:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:52Z"
    name: message-dumper-predictor.18a8c2ed50b538a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15749"
    uid: 3ab3702c-a1f7-4a77-99e4-9bcfb015e7f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: 00492ecd-ba76-461f-a068-f33be790ff5e
  kind: Event
  lastTimestamp: "2026-04-22T18:59:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:52Z"
    name: message-dumper-predictor.18a8c2ed50fe133d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15750"
    uid: 241b973c-60d1-4842-bf30-a441b0f47cda
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: 0f4a1701-ca52-43e8-93ec-06d0b5a75990
  kind: Event
  lastTimestamp: "2026-04-22T18:59:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:59:32Z"
    name: message-dumper.18a8c2e9d1adf7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: 81fff780-d0dc-4f06-be9c-587a4e3bbaae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: 0f4a1701-ca52-43e8-93ec-06d0b5a75990
  kind: Event
  lastTimestamp: "2026-04-22T18:59:22Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:59:22Z"
    name: message-dumper.18a8c2e9d20782dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: fe34a365-40ab-4773-9d88-7ddaf5f54e1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: 0f4a1701-ca52-43e8-93ec-06d0b5a75990
  kind: Event
  lastTimestamp: "2026-04-22T18:59:32Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-22T18:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:59:32Z"
    name: message-dumper.18a8c2ec3bb363d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15528"
    uid: 12bd2c2e-cabc-402e-acc0-dd23d5a6009e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:30:16.848973Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31099"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:30:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:30:16Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c499919274a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31104"
    uid: 2bc39e58-b7e8-4746-a1c1-f3f89a46c6b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:30:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:17Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c4999e3b7696
    namespace: kserve-ci-e2e-test
    resourceVersion: "31115"
    uid: d6138439-3278-4f37-92c9-e1ca3aac9fa9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:30:17Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:30:17Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c499ce58fe3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31127"
    uid: d0db1ac6-c82f-4251-84f2-32f6f5986951
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:30:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:17Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c499cfd66d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31129"
    uid: bef81eda-84bb-4645-a7b1-c399647409f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:30:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:17Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c499d2bc0d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "31130"
    uid: 5976274c-1049-4db4-bb12-7ff05c33cee1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:30:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:17Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c499d32f53ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31131"
    uid: c8856efe-8a83-48d3-8a41-f89d71171c10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:30:22Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:22Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c49ad242a4d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: 4ac495c0-0847-4de2-9342-acde4044f915
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:30:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:22Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c49ad505e519
    namespace: kserve-ci-e2e-test
    resourceVersion: "31181"
    uid: 636ac6de-5e44-488a-a344-74491339605b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:30:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:22Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c49ad57397e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31184"
    uid: e0fd2193-e02b-44c1-8c30-2a979cd4648b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:30:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:22Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c49ad57fae37
    namespace: kserve-ci-e2e-test
    resourceVersion: "31185"
    uid: dc32d2f6-c6c1-4534-b458-704f1fc4ce28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:30:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:22Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c49ad8746bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31187"
    uid: fff1c56d-17c7-4063-a0e0-38993a6c14e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:30:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:30:22Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c49ad8e71845
    namespace: kserve-ci-e2e-test
    resourceVersion: "31188"
    uid: 3514e133-baab-4c31-9cfd-895f7daf250c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:31:00Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-22T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:00Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c4a3b1876039
    namespace: kserve-ci-e2e-test
    resourceVersion: "31455"
    uid: 0fcc6c70-90e8-4cd8-9391-f1cc5e14f944
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:31:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:17Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c4a79575a9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31627"
    uid: 4da3d7c5-9f9e-4c7b-84f1-9f9d3d7813d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:31:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:17Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c4a795763833
    namespace: kserve-ci-e2e-test
    resourceVersion: "31630"
    uid: dff03c6a-f597-4594-9be4-32f72f70f1c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 73300898-93ad-4277-8c6b-812df4cf43e5
  kind: Event
  lastTimestamp: "2026-04-22T19:31:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:31:20Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t7jfx.18a8c4a85405f029
    namespace: kserve-ci-e2e-test
    resourceVersion: "31682"
    uid: bfc03fe8-143e-46ed-a9ec-e6405b093a59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "31087"
    uid: b6e0e598-cd2b-4c91-880e-87a482c8dc3a
  kind: Event
  lastTimestamp: "2026-04-22T19:30:16Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-t7jfx'
  metadata:
    creationTimestamp: "2026-04-22T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:30:16Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a8c4999125446a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31100"
    uid: 15200362-db5d-4d16-a841-09c2e91bce69
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31085"
    uid: 890fbebe-3fcc-4c7e-9bb7-396c78327b88
  kind: Event
  lastTimestamp: "2026-04-22T19:30:16Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:30:16Z"
    name: sklearn-v2-mlserver-predictor.18a8c4998e38a4ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "31090"
    uid: f2a99272-7ec6-4b9a-84e3-a5bee072b1e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31086"
    uid: 0b8ead0c-92fb-4c18-9b6f-1b12969e8ee0
  kind: Event
  lastTimestamp: "2026-04-22T19:31:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:31:01Z"
    name: sklearn-v2-mlserver-predictor.18a8c49d0d06cd0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31467"
    uid: 8d3ea400-7793-4532-8dd5-7169e497333a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31086"
    uid: 0b8ead0c-92fb-4c18-9b6f-1b12969e8ee0
  kind: Event
  lastTimestamp: "2026-04-22T19:31:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:31:01Z"
    name: sklearn-v2-mlserver-predictor.18a8c49d0d7b610b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31468"
    uid: d1f0f01d-0b00-42c7-a0e0-c3d2feeddedd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31256"
    uid: 0b8ead0c-92fb-4c18-9b6f-1b12969e8ee0
  kind: Event
  lastTimestamp: "2026-04-22T19:31:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:31:16Z"
    name: sklearn-v2-mlserver-predictor.18a8c4a78a890820
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: ba38c749-41ab-4740-bb9a-e68e8444b14d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31256"
    uid: 0b8ead0c-92fb-4c18-9b6f-1b12969e8ee0
  kind: Event
  lastTimestamp: "2026-04-22T19:31:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:31:16Z"
    name: sklearn-v2-mlserver-predictor.18a8c4a78af38285
    namespace: kserve-ci-e2e-test
    resourceVersion: "31584"
    uid: 3872dafa-9500-4c13-aa2a-7755a2fb2535
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31059"
    uid: bdc71ce8-d1b5-41b0-911a-2fdb803c376f
  kind: Event
  lastTimestamp: "2026-04-22T19:31:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:31:10Z"
    name: sklearn-v2-mlserver.18a8c4998e0d2548
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: a73e2177-f3ff-452a-91fd-89fb203157c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31059"
    uid: bdc71ce8-d1b5-41b0-911a-2fdb803c376f
  kind: Event
  lastTimestamp: "2026-04-22T19:30:16Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:30:16Z"
    name: sklearn-v2-mlserver.18a8c4998e6c7c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 73ef28d7-d966-4eab-863a-1aa556f1471f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:30:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31070"
    uid: bdc71ce8-d1b5-41b0-911a-2fdb803c376f
  kind: Event
  lastTimestamp: "2026-04-22T19:30:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:30:16Z"
    name: sklearn-v2-mlserver.18a8c4999399029f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: 05ebafcc-e7f6-41b2-ae7a-0fa7dab1f0cc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:31:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: bdc71ce8-d1b5-41b0-911a-2fdb803c376f
  kind: Event
  lastTimestamp: "2026-04-22T19:31:10Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:31:10Z"
    name: sklearn-v2-mlserver.18a8c4a60578f5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31531"
    uid: 63a84480-cef1-48d5-be2a-9619e8e4a425
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:41:38.829897Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36862"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    to ip-10-0-137-19.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:41:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:41:38Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c5385acd515c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36866"
    uid: 521d8590-c455-403b-80a5-a9bb3c086cc2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64fc949879-745pw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:41:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:39Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c53868376e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "36876"
    uid: 5e2ccd55-cfcb-4792-a524-4dadfa3638a5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36870"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:41:39Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:41:39Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c53897c71f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36887"
    uid: 786d6ad1-d7cc-487d-b7b9-9f2b30114a2e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:41:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:39Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c538991ffe70
    namespace: kserve-ci-e2e-test
    resourceVersion: "36889"
    uid: ca4d90c8-5726-4572-ad18-8334f2a9eff7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:41:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:39Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c5389d6df8ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36891"
    uid: 43da5763-a85b-4d59-b355-2875e0c7e421
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:41:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:39Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c5389de63b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36892"
    uid: 51739bdf-4640-4596-832d-259b4397d32a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:41:44Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T19:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:44Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c539a141bb70
    namespace: kserve-ci-e2e-test
    resourceVersion: "36930"
    uid: 104398a4-dcd3-4ef6-b6d9-06869aa3d752
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:41:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:44Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c539a47d6563
    namespace: kserve-ci-e2e-test
    resourceVersion: "36934"
    uid: d072d6d7-a63f-4086-8ffb-52de85f96ba9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:41:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:44Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c539a4ee73a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36935"
    uid: 08fd5730-afa0-492b-a4c4-d5ad74b10e0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:41:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:44Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c539a4fa119d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36936"
    uid: 685c7d3a-0d43-48cc-86f6-39587cbceeb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:41:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:44Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c539a83b5775
    namespace: kserve-ci-e2e-test
    resourceVersion: "36938"
    uid: 3d6370e2-fa98-4831-9b37-ed466039addb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:41:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:44Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c539a8a8830c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36939"
    uid: 1bd6b977-b70b-462a-a2e7-5a80de7b8bd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:42:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:28Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c5440414afb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37290"
    uid: 09b891ad-ebb5-44ed-aa4f-7454be63d6c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:42:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:28Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c54404155893
    namespace: kserve-ci-e2e-test
    resourceVersion: "37291"
    uid: 20325fd2-c416-4672-bb00-ebc6142f3e26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 5e138105-ec8b-499d-8f52-7d1799081fef
  kind: Event
  lastTimestamp: "2026-04-22T19:42:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:31Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4chr.18a8c5449375a601
    namespace: kserve-ci-e2e-test
    resourceVersion: "37349"
    uid: 37ff2cee-0fc1-4220-b8be-f6eae7553e35
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-19.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-19.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36850"
    uid: eafbf4b8-ffd6-4903-bf62-df66a622e255
  kind: Event
  lastTimestamp: "2026-04-22T19:41:38Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-v4chr'
  metadata:
    creationTimestamp: "2026-04-22T19:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:41:38Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a8c5385a630222
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: 124a4623-04fc-41ab-84ea-d58a0b9598b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36848"
    uid: 63fe8d17-3fe3-414c-8933-dcb53e50df67
  kind: Event
  lastTimestamp: "2026-04-22T19:41:38Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T19:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:41:38Z"
    name: xgboost-v2-mlserver-predictor.18a8c53857621768
    namespace: kserve-ci-e2e-test
    resourceVersion: "36853"
    uid: f4467028-92a1-43c3-a4ea-b51c57e7d30a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36849"
    uid: d3203c38-d478-4dc2-bd74-2da09f487cd8
  kind: Event
  lastTimestamp: "2026-04-22T19:42:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:42:23Z"
    name: xgboost-v2-mlserver-predictor.18a8c53bd6433b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "37225"
    uid: b497d9b5-0738-4abc-badc-74478f2ca3c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36849"
    uid: d3203c38-d478-4dc2-bd74-2da09f487cd8
  kind: Event
  lastTimestamp: "2026-04-22T19:42:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:42:23Z"
    name: xgboost-v2-mlserver-predictor.18a8c53bd6ab4fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37226"
    uid: 5cbd5f69-da07-4c1c-9ff6-2c1424da47f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: ade43ea1-0fc8-4cb1-9853-533dbf2fbc3f
  kind: Event
  lastTimestamp: "2026-04-22T19:42:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:42:21Z"
    name: xgboost-v2-mlserver.18a8c538573dbf7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37208"
    uid: 3778c300-1cf1-41fa-8756-152bb7b6d63f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: ade43ea1-0fc8-4cb1-9853-533dbf2fbc3f
  kind: Event
  lastTimestamp: "2026-04-22T19:41:38Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:41:38Z"
    name: xgboost-v2-mlserver.18a8c538579920d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36872"
    uid: 0a59a723-c814-4726-8c73-b348b69cf1b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: ade43ea1-0fc8-4cb1-9853-533dbf2fbc3f
  kind: Event
  lastTimestamp: "2026-04-22T19:41:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:41:38Z"
    name: xgboost-v2-mlserver.18a8c5385cd983f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: cb35895d-288b-4f17-ba3b-d8ba87c0071c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37205"
    uid: ade43ea1-0fc8-4cb1-9853-533dbf2fbc3f
  kind: Event
  lastTimestamp: "2026-04-22T19:42:21Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:42:21Z"
    name: xgboost-v2-mlserver.18a8c54244a1dbe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: 17c52efa-c769-4c3d-859e-960b8f2fd5c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42309"