---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:42:12.511208Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24365"
    uid: a3a892e0-270e-4930-bf93-7c877b2bef54
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:42:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:42:12Z"
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55.18a6f10afb3bedf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24369"
    uid: c6988004-d8cf-4bb6-9989-261a22f1af27
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24375"
    uid: a3a892e0-270e-4930-bf93-7c877b2bef54
  kind: Event
  lastTimestamp: "2026-04-16T20:42:12Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:42:12Z"
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55.18a6f10b142d6bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 9f4b1b72-34af-4a38-9594-b2b7aa037a9b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24367"
    uid: a3a892e0-270e-4930-bf93-7c877b2bef54
  kind: Event
  lastTimestamp: "2026-04-16T20:42:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:18Z"
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55.18a6f10b159954df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: c5c65c46-076a-4179-aeb2-4c53b53d5392
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24367"
    uid: a3a892e0-270e-4930-bf93-7c877b2bef54
  kind: Event
  lastTimestamp: "2026-04-16T20:42:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:18Z"
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55.18a6f10b1832c482
    namespace: kserve-ci-e2e-test
    resourceVersion: "24446"
    uid: 122dd07d-6c25-4dfc-9fab-d0b16025ab80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24367"
    uid: a3a892e0-270e-4930-bf93-7c877b2bef54
  kind: Event
  lastTimestamp: "2026-04-16T20:42:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:18Z"
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55.18a6f10b18b2ae17
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: e565004b-8294-4e00-9471-78949a3f31a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24367"
    uid: a3a892e0-270e-4930-bf93-7c877b2bef54
  kind: Event
  lastTimestamp: "2026-04-16T20:42:22Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:22Z"
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55.18a6f10d511f6151
    namespace: kserve-ci-e2e-test
    resourceVersion: "24497"
    uid: a9494b8f-28ce-4ae3-be45-0b46daa5ba56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24354"
    uid: 410a8714-266d-42f7-8525-65a1db55738a
  kind: Event
  lastTimestamp: "2026-04-16T20:42:12Z"
  message: 'Created pod: isvc-init-fail-72f2aa-predictor-d467fb9d7-qlt55'
  metadata:
    creationTimestamp: "2026-04-16T20:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:12Z"
    name: isvc-init-fail-72f2aa-predictor-d467fb9d7.18a6f10afaaee4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24366"
    uid: a4f5c875-5c38-499f-98c7-74283ca6dd0f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-72f2aa-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24351"
    uid: 1297a2b7-6a5c-47cf-bb69-6f00c33923ae
  kind: Event
  lastTimestamp: "2026-04-16T20:42:12Z"
  message: Scaled up replica set isvc-init-fail-72f2aa-predictor-d467fb9d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:12Z"
    name: isvc-init-fail-72f2aa-predictor.18a6f10af826ce69
    namespace: kserve-ci-e2e-test
    resourceVersion: "24358"
    uid: c19e712d-d709-4141-9d95-4ca5b6cf3bb7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-72f2aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24333"
    uid: c2b096f3-222a-4137-8fb4-640cddf87f39
  kind: Event
  lastTimestamp: "2026-04-16T20:42:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:42:18Z"
    name: isvc-init-fail-72f2aa.18a6f10af7fda655
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: 955dce7d-7ed1-4ab6-b8ab-e91b2d4c12be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-72f2aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24333"
    uid: c2b096f3-222a-4137-8fb4-640cddf87f39
  kind: Event
  lastTimestamp: "2026-04-16T20:42:12Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-72f2aa":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-72f2aa":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:42:12Z"
    name: isvc-init-fail-72f2aa.18a6f10af888d1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 9bfcc6b5-fc1b-4f2f-8214-4a8a4e5f25c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-72f2aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24333"
    uid: c2b096f3-222a-4137-8fb4-640cddf87f39
  kind: Event
  lastTimestamp: "2026-04-16T20:42:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-72f2aa": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:42:12Z"
    name: isvc-init-fail-72f2aa.18a6f10af88917d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24362"
    uid: bfb9d9c6-0fa3-4f1f-931e-e9c2ef62da53
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:25:24.437876Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16037"
    uid: 482fe637-8ba3-40ac-9df2-992d3070b20c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-q9ch2
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:25:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:25:24Z"
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2.18a6f0204561f3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16041"
    uid: 9a63714d-4927-4430-aca5-0043e86d3cc5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16047"
    uid: 482fe637-8ba3-40ac-9df2-992d3070b20c
  kind: Event
  lastTimestamp: "2026-04-16T20:25:24Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:25:24Z"
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2.18a6f0205eee90df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: d9d029c3-b93c-4814-a355-32ab1c9851b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 482fe637-8ba3-40ac-9df2-992d3070b20c
  kind: Event
  lastTimestamp: "2026-04-16T20:25:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:24Z"
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2.18a6f020602adc54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16077"
    uid: fdf88387-ecab-4b4e-9cf5-c4eee91c481c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 482fe637-8ba3-40ac-9df2-992d3070b20c
  kind: Event
  lastTimestamp: "2026-04-16T20:25:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:24Z"
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2.18a6f02062cebd50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16080"
    uid: 5f2a2880-4fc8-49ff-b9a4-3fc0715752f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 482fe637-8ba3-40ac-9df2-992d3070b20c
  kind: Event
  lastTimestamp: "2026-04-16T20:25:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:24Z"
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2.18a6f020634006a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16081"
    uid: 31c8a764-3bd9-4de6-9d37-c3212a4ed3d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 482fe637-8ba3-40ac-9df2-992d3070b20c
  kind: Event
  lastTimestamp: "2026-04-16T20:25:28Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T20:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:28Z"
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2.18a6f0214d9ebae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: 88c1d6b2-62a9-4df4-87ef-f80394a1726d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 482fe637-8ba3-40ac-9df2-992d3070b20c
  kind: Event
  lastTimestamp: "2026-04-16T20:25:35Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.223s (6.223s
    including waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:35Z"
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2.18a6f022c09062d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: 64b0ef54-9e65-48d3-911a-058d238ad10a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 482fe637-8ba3-40ac-9df2-992d3070b20c
  kind: Event
  lastTimestamp: "2026-04-16T20:25:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:35Z"
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2.18a6f022c3e13d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: c4182ad9-6cb4-40bf-be2e-33de7870c37c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 482fe637-8ba3-40ac-9df2-992d3070b20c
  kind: Event
  lastTimestamp: "2026-04-16T20:25:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:35Z"
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2.18a6f022c45e78ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 36ea623b-3f17-4895-812c-55ced3ccd478
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 482fe637-8ba3-40ac-9df2-992d3070b20c
  kind: Event
  lastTimestamp: "2026-04-16T20:26:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:26:58Z"
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2.18a6f022f090d1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: 4f797aab-4396-46fd-868f-a009f83cf2ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 482fe637-8ba3-40ac-9df2-992d3070b20c
  kind: Event
  lastTimestamp: "2026-04-16T20:26:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:26:54Z"
    name: isvc-lightgbm-predictor-78c8d484d6-q9ch2.18a6f035433f94af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: 37dc18d9-a7b6-416d-b820-cf655323de2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 7503f0a6-382e-494e-a03c-1de82c161963
  kind: Event
  lastTimestamp: "2026-04-16T20:25:24Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-q9ch2'
  metadata:
    creationTimestamp: "2026-04-16T20:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:25:24Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a6f02044fa7626
    namespace: kserve-ci-e2e-test
    resourceVersion: "16038"
    uid: de771f9f-e952-47b2-b429-1a8985c2c3de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16018"
    uid: ddf2cb36-ffc6-4639-8dbd-651900e9f6c2
  kind: Event
  lastTimestamp: "2026-04-16T20:25:24Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:25:24Z"
    name: isvc-lightgbm-predictor.18a6f02042572eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16025"
    uid: 3081ca58-fdcb-49ff-9d95-6a082c79a620
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: 18e981c9-fa38-4d1f-975b-67f397f8d70b
  kind: Event
  lastTimestamp: "2026-04-16T20:26:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:26:09Z"
    name: isvc-lightgbm-predictor.18a6f023c148ab02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16415"
    uid: 05d56f20-f566-430c-8f9e-c5a3d13d124d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: 18e981c9-fa38-4d1f-975b-67f397f8d70b
  kind: Event
  lastTimestamp: "2026-04-16T20:26:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:26:09Z"
    name: isvc-lightgbm-predictor.18a6f023c1b46e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 079b0d6c-1aee-4dc5-8f25-4d44ad8e0dc9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16201"
    uid: 18e981c9-fa38-4d1f-975b-67f397f8d70b
  kind: Event
  lastTimestamp: "2026-04-16T20:26:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:26:54Z"
    name: isvc-lightgbm-predictor.18a6f02e3e685f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 40ea01be-1689-47a2-84d1-f72e7a503457
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16201"
    uid: 18e981c9-fa38-4d1f-975b-67f397f8d70b
  kind: Event
  lastTimestamp: "2026-04-16T20:26:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:26:54Z"
    name: isvc-lightgbm-predictor.18a6f02e3ec8db59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 4c31abc0-2a84-4840-84d0-b508b063756e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:26:54.694044Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16789"
    uid: b5c97a4c-51a6-464c-874a-dd2fdab95474
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-657wb
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:26:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:26:54Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb.18a6f03549116cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16793"
    uid: f0fbdc33-fcd7-4064-a6f1-05cdaf9723d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: b5c97a4c-51a6-464c-874a-dd2fdab95474
  kind: Event
  lastTimestamp: "2026-04-16T20:26:55Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:26:55Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb.18a6f03562365bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: f7c45ec3-258e-4eb6-bdd1-a6315ca1ca5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: b5c97a4c-51a6-464c-874a-dd2fdab95474
  kind: Event
  lastTimestamp: "2026-04-16T20:26:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:26:55Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb.18a6f0356378dcae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: f107b3a1-9bd8-4272-b324-580bd063dfc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: b5c97a4c-51a6-464c-874a-dd2fdab95474
  kind: Event
  lastTimestamp: "2026-04-16T20:26:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:26:55Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb.18a6f035665247cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: cf8dd398-49e0-4e1f-9aa0-d103309972fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: b5c97a4c-51a6-464c-874a-dd2fdab95474
  kind: Event
  lastTimestamp: "2026-04-16T20:26:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:26:55Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb.18a6f03566bc43e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: cbf627c0-d1c4-4076-8da0-3cd6704993ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: b5c97a4c-51a6-464c-874a-dd2fdab95474
  kind: Event
  lastTimestamp: "2026-04-16T20:26:59Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:26:59Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb.18a6f03654b8066a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: e4dea3d8-aa81-41e5-b54d-5024783968f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: b5c97a4c-51a6-464c-874a-dd2fdab95474
  kind: Event
  lastTimestamp: "2026-04-16T20:26:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:26:59Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb.18a6f03657baed01
    namespace: kserve-ci-e2e-test
    resourceVersion: "16855"
    uid: 0c2931cd-e011-4933-bb3a-615fcdbd53a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: b5c97a4c-51a6-464c-874a-dd2fdab95474
  kind: Event
  lastTimestamp: "2026-04-16T20:26:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:26:59Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb.18a6f0365822e811
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 3d399ad4-3164-4b47-a87c-10640b442fc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: b5c97a4c-51a6-464c-874a-dd2fdab95474
  kind: Event
  lastTimestamp: "2026-04-16T20:28:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:01Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb.18a6f03690a840bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17304"
    uid: 0377e477-e8c0-4eb0-a872-205f824cb7d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: b5c97a4c-51a6-464c-874a-dd2fdab95474
  kind: Event
  lastTimestamp: "2026-04-16T20:28:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:14Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-657wb.18a6f047fa0ce38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17438"
    uid: 0015b66d-8643-4fcb-9c02-a9fa467e87fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 7f46c55a-5026-4bbe-8470-221fd59d9df7
  kind: Event
  lastTimestamp: "2026-04-16T20:26:54Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-657wb'
  metadata:
    creationTimestamp: "2026-04-16T20:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:26:54Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a6f035489cb817
    namespace: kserve-ci-e2e-test
    resourceVersion: "16790"
    uid: aa03a9ea-8c27-49ac-8326-13c7f24e5996
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: 53049908-29b3-447a-9fa3-d3843795ef2d
  kind: Event
  lastTimestamp: "2026-04-16T20:26:54Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:26:54Z"
    name: isvc-lightgbm-runtime-predictor.18a6f035447bdde6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16779"
    uid: 62813301-1c84-4e5d-8471-ab19d03f85b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: 2145570d-844f-4c2f-8a2f-452d4db00fcb
  kind: Event
  lastTimestamp: "2026-04-16T20:27:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:27:39Z"
    name: isvc-lightgbm-runtime-predictor.18a6f038c35a1b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 8febddd7-0eff-4958-bcaf-b1d9a598d44e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: 2145570d-844f-4c2f-8a2f-452d4db00fcb
  kind: Event
  lastTimestamp: "2026-04-16T20:27:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:27:39Z"
    name: isvc-lightgbm-runtime-predictor.18a6f038c3c28f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: 6b5e8c56-d6fa-40b9-921f-74afe925ccf7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: 2145570d-844f-4c2f-8a2f-452d4db00fcb
  kind: Event
  lastTimestamp: "2026-04-16T20:28:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:28:09Z"
    name: isvc-lightgbm-runtime-predictor.18a6f04340518a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17364"
    uid: a7767adf-7121-4fe8-b209-949566366c31
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: 2145570d-844f-4c2f-8a2f-452d4db00fcb
  kind: Event
  lastTimestamp: "2026-04-16T20:28:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:28:09Z"
    name: isvc-lightgbm-runtime-predictor.18a6f04340bff298
    namespace: kserve-ci-e2e-test
    resourceVersion: "17365"
    uid: 68f6ed15-99b5-4f40-9dca-d30136bfb581
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 8108d21a-34bb-4030-8a15-9340d04c12f6
  kind: Event
  lastTimestamp: "2026-04-16T20:28:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:28:11Z"
    name: isvc-lightgbm-runtime.18a6f035445c91bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 8fe71300-3a52-40e5-8567-637b0eebec90
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 8108d21a-34bb-4030-8a15-9340d04c12f6
  kind: Event
  lastTimestamp: "2026-04-16T20:26:54Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:26:54Z"
    name: isvc-lightgbm-runtime.18a6f03544ac97da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16799"
    uid: 45041cc9-7040-4bc3-9109-ecd40647440f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: 8108d21a-34bb-4030-8a15-9340d04c12f6
  kind: Event
  lastTimestamp: "2026-04-16T20:26:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:26:54Z"
    name: isvc-lightgbm-runtime.18a6f0354a341147
    namespace: kserve-ci-e2e-test
    resourceVersion: "16800"
    uid: de1309f7-80e7-493e-9f0d-6831ea29cfcb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 8108d21a-34bb-4030-8a15-9340d04c12f6
  kind: Event
  lastTimestamp: "2026-04-16T20:28:11Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:28:11Z"
    name: isvc-lightgbm-runtime.18a6f0471cc69c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17380"
    uid: 8423c824-6ba8-4688-b47a-04a239132175
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:31:05.370261Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18720"
    uid: 13d70d02-a06e-4305-8387-33dec3eb5d8b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:31:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:31:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7.18a6f06fa688e901
    namespace: kserve-ci-e2e-test
    resourceVersion: "18724"
    uid: a0ab0dd1-3cb0-4fc3-86ea-08e55c56b67b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18731"
    uid: 13d70d02-a06e-4305-8387-33dec3eb5d8b
  kind: Event
  lastTimestamp: "2026-04-16T20:31:05Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:31:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7.18a6f06fc398ee1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 1785a4ed-89f5-4ead-91fb-f3a6b2b509a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 13d70d02-a06e-4305-8387-33dec3eb5d8b
  kind: Event
  lastTimestamp: "2026-04-16T20:31:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7.18a6f06fc5312c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18741"
    uid: c6590362-98c4-4092-bdd5-15005a532130
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 13d70d02-a06e-4305-8387-33dec3eb5d8b
  kind: Event
  lastTimestamp: "2026-04-16T20:31:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7.18a6f06fcc2ca5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 20e5480b-ca88-4de7-b3ed-8a52671be682
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 13d70d02-a06e-4305-8387-33dec3eb5d8b
  kind: Event
  lastTimestamp: "2026-04-16T20:31:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7.18a6f06fcd6ee399
    namespace: kserve-ci-e2e-test
    resourceVersion: "18745"
    uid: c3232b2e-7d91-4562-8cbe-a0f0fbd8c88d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 13d70d02-a06e-4305-8387-33dec3eb5d8b
  kind: Event
  lastTimestamp: "2026-04-16T20:31:10Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7.18a6f070bb62351a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: 611cbff9-bfcc-43e2-bc18-e9976edef6d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 13d70d02-a06e-4305-8387-33dec3eb5d8b
  kind: Event
  lastTimestamp: "2026-04-16T20:31:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7.18a6f070befc85df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18793"
    uid: a08cb027-6a8f-430e-9902-0d1bc69e9341
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 13d70d02-a06e-4305-8387-33dec3eb5d8b
  kind: Event
  lastTimestamp: "2026-04-16T20:31:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7.18a6f070bf67e8cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: b56c5ff1-917c-490a-84cc-ebd9ce116ebf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 13d70d02-a06e-4305-8387-33dec3eb5d8b
  kind: Event
  lastTimestamp: "2026-04-16T20:31:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7.18a6f070f74fc00d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: 229aa321-3e2d-4315-b0f2-40e0ce57480d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 13d70d02-a06e-4305-8387-33dec3eb5d8b
  kind: Event
  lastTimestamp: "2026-04-16T20:31:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7.18a6f07450b95f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "18934"
    uid: 54c4f056-f9be-431e-b1d0-4febb6d46d72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: e046ff9e-64cb-4ba3-b8dd-5ef75d4d8306
  kind: Event
  lastTimestamp: "2026-04-16T20:31:05Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-vwgd7'
  metadata:
    creationTimestamp: "2026-04-16T20:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a6f06fa6178adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18721"
    uid: 2cf5b209-ecf0-4e7a-b7cb-d75fae91e69f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18705"
    uid: b2487062-c5ee-4e62-b33b-737ceb15b0d8
  kind: Event
  lastTimestamp: "2026-04-16T20:31:05Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:05Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6f06fa123d793
    namespace: kserve-ci-e2e-test
    resourceVersion: "18709"
    uid: ca3cd7ec-2992-42f0-a1fc-f6daed40bc76
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18706"
    uid: 28e5abd8-0668-4c64-9278-16f69bd0c91b
  kind: Event
  lastTimestamp: "2026-04-16T20:31:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:20Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6f0731fe3296a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18863"
    uid: f5d3d633-ac12-4d31-9798-d54429d5a3b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18706"
    uid: 28e5abd8-0668-4c64-9278-16f69bd0c91b
  kind: Event
  lastTimestamp: "2026-04-16T20:31:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:20Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6f07320455ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18864"
    uid: 91ecc0d9-4b78-45ce-83b8-a281ec823515
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18681"
    uid: ad7ea80e-eff3-4a60-a193-d3fe8486c644
  kind: Event
  lastTimestamp: "2026-04-16T20:31:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:31:22Z"
    name: isvc-lightgbm-v2-kserve.18a6f06fa0f5bca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18885"
    uid: 33b46d71-96a6-431d-843a-85d205096141
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18681"
    uid: ad7ea80e-eff3-4a60-a193-d3fe8486c644
  kind: Event
  lastTimestamp: "2026-04-16T20:31:05Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:31:05Z"
    name: isvc-lightgbm-v2-kserve.18a6f06fa14ca548
    namespace: kserve-ci-e2e-test
    resourceVersion: "18711"
    uid: 25feba54-0ef8-4c87-acf7-c2e8b6e748f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18883"
    uid: ad7ea80e-eff3-4a60-a193-d3fe8486c644
  kind: Event
  lastTimestamp: "2026-04-16T20:31:22Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:31:22Z"
    name: isvc-lightgbm-v2-kserve.18a6f0738b4ae610
    namespace: kserve-ci-e2e-test
    resourceVersion: "18884"
    uid: 8219dc5d-2c33-4dbb-a558-51178c25f1ad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:28:15.033238Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: 12a0452a-d379-4b23-b0f2-bda444ad1266
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:28:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:28:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq.18a6f047fda843e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17453"
    uid: 79a47d03-ae5f-4498-894a-5ca06e42934a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 12a0452a-d379-4b23-b0f2-bda444ad1266
  kind: Event
  lastTimestamp: "2026-04-16T20:28:15Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:28:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq.18a6f04816965c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: e2b6e00a-78ed-4c7a-b821-f9121fd91fa2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 12a0452a-d379-4b23-b0f2-bda444ad1266
  kind: Event
  lastTimestamp: "2026-04-16T20:28:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq.18a6f04817cac0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: ca507aab-ed95-436b-9765-f094a69ed9e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 12a0452a-d379-4b23-b0f2-bda444ad1266
  kind: Event
  lastTimestamp: "2026-04-16T20:28:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq.18a6f0481a85f9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17477"
    uid: 0327d42a-05f5-4cbd-9c0b-34346a1f2dab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 12a0452a-d379-4b23-b0f2-bda444ad1266
  kind: Event
  lastTimestamp: "2026-04-16T20:28:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq.18a6f0481b08a24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: d07c18d2-65c1-4cd3-a5b2-78867b1fd1e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 12a0452a-d379-4b23-b0f2-bda444ad1266
  kind: Event
  lastTimestamp: "2026-04-16T20:28:19Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-16T20:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq.18a6f0490472cda2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: a0e54256-6e9d-439e-a1fb-fdda495c53d5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 12a0452a-d379-4b23-b0f2-bda444ad1266
  kind: Event
  lastTimestamp: "2026-04-16T20:30:29Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m10.012s
    (2m10.012s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:30:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq.18a6f06749d383ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18412"
    uid: 6f386a0c-2662-45c8-b9f4-85a6377da5ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 12a0452a-d379-4b23-b0f2-bda444ad1266
  kind: Event
  lastTimestamp: "2026-04-16T20:30:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:30:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq.18a6f0674ed87e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 79ea1844-1d20-4ee9-9ccb-ae6bd4915c96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 12a0452a-d379-4b23-b0f2-bda444ad1266
  kind: Event
  lastTimestamp: "2026-04-16T20:30:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:30:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq.18a6f0674fbb955e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: decb12f9-15b1-4cee-aefc-fcf40092f7c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 12a0452a-d379-4b23-b0f2-bda444ad1266
  kind: Event
  lastTimestamp: "2026-04-16T20:31:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq.18a6f06f9fdf39ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18701"
    uid: 88ccb58e-802a-41f6-8f64-0fa75180ccf3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17439"
    uid: 0a8aee74-7680-4fa1-9847-4c405e0679af
  kind: Event
  lastTimestamp: "2026-04-16T20:28:15Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mzsvq'
  metadata:
    creationTimestamp: "2026-04-16T20:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:28:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a6f047fd2d38b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17450"
    uid: 2965203d-7947-4d81-88cb-2035d9713d0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: 514e4831-194d-40f4-88c3-ffe8f9dc5da8
  kind: Event
  lastTimestamp: "2026-04-16T20:28:14Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:28:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6f047fa69ed7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17441"
    uid: fc2029bd-cb29-49bd-ad55-542788bcfa3c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: 6b02b6a2-0604-415e-ac04-4fac4cbc0f30
  kind: Event
  lastTimestamp: "2026-04-16T20:31:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:00Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6f04b78f198e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18631"
    uid: cd056921-b781-4af2-9464-5c7b538b0b90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: 6b02b6a2-0604-415e-ac04-4fac4cbc0f30
  kind: Event
  lastTimestamp: "2026-04-16T20:31:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:00Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6f04b795231b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18632"
    uid: 44b6ef3c-01ad-43d4-84f4-053611878533
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17411"
    uid: 48e7597b-9a60-4529-847b-d298562c6472
  kind: Event
  lastTimestamp: "2026-04-16T20:31:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:31:00Z"
    name: isvc-lightgbm-v2-runtime.18a6f047fa43cc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18648"
    uid: 613d594c-0309-44cb-96a9-4e3425face71
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17411"
    uid: 48e7597b-9a60-4529-847b-d298562c6472
  kind: Event
  lastTimestamp: "2026-04-16T20:28:15Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:28:15Z"
    name: isvc-lightgbm-v2-runtime.18a6f047fa99f17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17462"
    uid: d0c1930f-c91e-4e13-a0fb-e09ddf6049e4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: 48e7597b-9a60-4529-847b-d298562c6472
  kind: Event
  lastTimestamp: "2026-04-16T20:28:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:28:15Z"
    name: isvc-lightgbm-v2-runtime.18a6f047ff6d2f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: b34e6f05-8345-405c-96d8-7dc35f754c75
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18646"
    uid: 48e7597b-9a60-4529-847b-d298562c6472
  kind: Event
  lastTimestamp: "2026-04-16T20:31:00Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:31:00Z"
    name: isvc-lightgbm-v2-runtime.18a6f06ea00657b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18647"
    uid: af0f286f-dc2c-44ed-b870-1a2f08fe16c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: 5a04d34a-a2d4-45fa-80b8-0b16547885ba
  kind: Event
  lastTimestamp: "2026-04-16T20:26:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:26:48Z"
    name: isvc-lightgbm.18a6f020422d0f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: c95c333d-ae7e-4c5d-95a6-c5fb16557176
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: 5a04d34a-a2d4-45fa-80b8-0b16547885ba
  kind: Event
  lastTimestamp: "2026-04-16T20:25:24Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:25:24Z"
    name: isvc-lightgbm.18a6f02042a9be98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: 8b01d37f-a0c0-40f6-a04a-d876135101f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16701"
    uid: 5a04d34a-a2d4-45fa-80b8-0b16547885ba
  kind: Event
  lastTimestamp: "2026-04-16T20:26:48Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:26:48Z"
    name: isvc-lightgbm.18a6f033cf8286ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: 9c0232a4-9c7e-4c98-81fd-3b901529f33c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:23:59.181105Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-7db75b5b6d-f8q5c
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:23:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:23:59Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f00c6bae8811
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: e2e30809-f233-41b0-be5a-082ec2050678
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:23:59Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:23:59Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f00c84b65fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: a6c0b5f8-b4c3-4da6-af0a-2617ea5f9b14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:23:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:59Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f00c8732764b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: 63642c1d-b994-49f7-9e42-0af872149498
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:23:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:59Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f00c8a35cd71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: 7a6c1a81-cf7f-4049-8091-2a7a405f459e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:23:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:59Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f00c8aa12fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15347"
    uid: 91dba1c9-f658-415c-a721-124dd25e76cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:24:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:24:03Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f00d71a776b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15380"
    uid: edfc4179-1599-4fbd-83a2-eb9c9680b643
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:24:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:24:03Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f00d7508c1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 24eff8b0-c23d-4377-b1ae-f3c560c519de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:24:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:24:03Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f00d7575edea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: a7b7ae60-782d-4e18-8fef-80fbebeb7808
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:24:03Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:62925d7b981d1952f65351ff12d2c91532437425fa51505583c8531f544bac1b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:24:03Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f00d75818da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: cd5c4962-5b67-4d9a-a868-758dec27ecd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:24:03Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:24:03Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f00d78715773
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: e92d2e94-8c44-4c53-84b6-21184cb6a8e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:24:03Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:24:03Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f00d78e25362
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: a6d4dc60-dd87-40be-897e-280d4b5260bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:25:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:45Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f00dad9b5aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16242"
    uid: d3e764ed-0adf-4eb4-8018-c893c9ffc76d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:25:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T20:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:45Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f00dada539ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 114d05a2-312e-4be9-ab18-21efac13508b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:25:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:24Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f020428ca960
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: 3f73dbd3-d788-4fd0-a650-0ba492603fe8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-f8q5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d33ea5de-e54b-42bb-889a-88aedb6f347e
  kind: Event
  lastTimestamp: "2026-04-16T20:25:24Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T20:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:24Z"
    name: isvc-logger-predictor-7db75b5b6d-f8q5c.18a6f020428dd110
    namespace: kserve-ci-e2e-test
    resourceVersion: "16029"
    uid: b3b86202-7e09-46bb-ae36-3061367619da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-7db75b5b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15313"
    uid: d6c15e19-88c3-421d-bcc3-89aa2754f67e
  kind: Event
  lastTimestamp: "2026-04-16T20:23:59Z"
  message: 'Created pod: isvc-logger-predictor-7db75b5b6d-f8q5c'
  metadata:
    creationTimestamp: "2026-04-16T20:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:59Z"
    name: isvc-logger-predictor-7db75b5b6d.18a6f00c6b424770
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: dc4da62d-658c-4a8e-9d16-e027a32eb06a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: 55d93796-3b11-4a67-a5ef-46f6a9638dff
  kind: Event
  lastTimestamp: "2026-04-16T20:23:59Z"
  message: Scaled up replica set isvc-logger-predictor-7db75b5b6d from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:59Z"
    name: isvc-logger-predictor.18a6f00c68865fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: 841badfd-4833-42aa-bf44-3e2efd92c277
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: 30e8ba96-3a47-48db-936c-9124ff2a2bc9
  kind: Event
  lastTimestamp: "2026-04-16T20:24:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:24:44Z"
    name: isvc-logger-predictor.18a6f00fe76a3c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "15702"
    uid: ce7594ac-a291-43be-986d-7a694476ec90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: 30e8ba96-3a47-48db-936c-9124ff2a2bc9
  kind: Event
  lastTimestamp: "2026-04-16T20:24:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:24:44Z"
    name: isvc-logger-predictor.18a6f00fe7cbbbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: d549543a-91e9-4327-bcd2-87a0d5453ef0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: 30e8ba96-3a47-48db-936c-9124ff2a2bc9
  kind: Event
  lastTimestamp: "2026-04-16T20:25:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:25:14Z"
    name: isvc-logger-predictor.18a6f01a64463f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: ce681889-8cf9-4781-ae57-c1d537992754
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: 30e8ba96-3a47-48db-936c-9124ff2a2bc9
  kind: Event
  lastTimestamp: "2026-04-16T20:25:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:25:14Z"
    name: isvc-logger-predictor.18a6f01a64a7a367
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: eb480398-a771-4565-bef1-737a217833d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: e3a45f6e-177f-4a50-9862-5b8eff38ac16
  kind: Event
  lastTimestamp: "2026-04-16T20:25:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:25:15Z"
    name: isvc-logger.18a6f00c68627142
    namespace: kserve-ci-e2e-test
    resourceVersion: "15932"
    uid: 7fe2ddcd-4513-43b5-8d97-0aaf3e9d8a9a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: e3a45f6e-177f-4a50-9862-5b8eff38ac16
  kind: Event
  lastTimestamp: "2026-04-16T20:23:59Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:23:59Z"
    name: isvc-logger.18a6f00c68c9a783
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: 15518aee-2297-45bd-abf4-b98895c3daa9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: e3a45f6e-177f-4a50-9862-5b8eff38ac16
  kind: Event
  lastTimestamp: "2026-04-16T20:25:15Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:25:15Z"
    name: isvc-logger.18a6f01e39a0a88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15931"
    uid: 5dbcb748-411e-485c-a7b5-6961c550b723
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:31:25.465885Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18945"
    uid: 6835d1f4-1537-404c-85e3-510cd3751fb2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:31:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:31:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk.18a6f0745453e1c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: fc5a4ca1-4763-41f6-93f7-470e3e305ab6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18954"
    uid: 6835d1f4-1537-404c-85e3-510cd3751fb2
  kind: Event
  lastTimestamp: "2026-04-16T20:31:25Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:31:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk.18a6f0746e23b0a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18965"
    uid: 93ba3493-29e2-44e3-bb37-1e01448ab35d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: 6835d1f4-1537-404c-85e3-510cd3751fb2
  kind: Event
  lastTimestamp: "2026-04-16T20:31:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk.18a6f0746fbd4865
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 4ccd8527-4a64-42de-b27f-b9ff92d30e04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: 6835d1f4-1537-404c-85e3-510cd3751fb2
  kind: Event
  lastTimestamp: "2026-04-16T20:31:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:26Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk.18a6f074763e62d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 2c2945ce-d278-4d40-977f-25465c66d3ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: 6835d1f4-1537-404c-85e3-510cd3751fb2
  kind: Event
  lastTimestamp: "2026-04-16T20:31:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:26Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk.18a6f07476b3a250
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: 35634ad8-0996-4d06-8032-dd96b000dc74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: 6835d1f4-1537-404c-85e3-510cd3751fb2
  kind: Event
  lastTimestamp: "2026-04-16T20:31:30Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T20:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk.18a6f075681b89ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19014"
    uid: 162328cf-ec61-439e-a0ea-b444ca3139c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: 6835d1f4-1537-404c-85e3-510cd3751fb2
  kind: Event
  lastTimestamp: "2026-04-16T20:31:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk.18a6f0756b0ffab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19019"
    uid: 302ec9a3-c61c-479f-859b-299ccd190767
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: 6835d1f4-1537-404c-85e3-510cd3751fb2
  kind: Event
  lastTimestamp: "2026-04-16T20:31:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk.18a6f0756b832d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: ced7f736-bb33-4353-a0d2-bf9de4e1bf6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: 6835d1f4-1537-404c-85e3-510cd3751fb2
  kind: Event
  lastTimestamp: "2026-04-16T20:32:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:32:05Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk.18a6f07dab923f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "19309"
    uid: 2416379b-f959-405a-9a12-35b2123fcd60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: 1515ad1c-b0b9-4709-a798-f765cbac3904
  kind: Event
  lastTimestamp: "2026-04-16T20:31:25Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-fwxhk'
  metadata:
    creationTimestamp: "2026-04-16T20:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a6f07453da7985
    namespace: kserve-ci-e2e-test
    resourceVersion: "18947"
    uid: 96c529ff-5868-41bc-bde2-00a240554fc1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: 87965089-dad7-4f3d-9841-861c1491cf52
  kind: Event
  lastTimestamp: "2026-04-16T20:31:25Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:25Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6f074515806ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: 82cfe9c0-957d-43ee-a7f2-df5bb25435cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18935"
    uid: cb37cfca-8e17-4b81-9414-9d10c1f59323
  kind: Event
  lastTimestamp: "2026-04-16T20:31:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:40Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6f077d03ea736
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: 5db8b34c-36ec-48a4-b667-f743686ebb57
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18935"
    uid: cb37cfca-8e17-4b81-9414-9d10c1f59323
  kind: Event
  lastTimestamp: "2026-04-16T20:31:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:40Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6f077d0a2cdb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: bd2589d3-7aeb-4d4e-a960-7f4c565e9531
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: cb37cfca-8e17-4b81-9414-9d10c1f59323
  kind: Event
  lastTimestamp: "2026-04-16T20:31:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:55Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6f07b4f723458
    namespace: kserve-ci-e2e-test
    resourceVersion: "19201"
    uid: b35709f0-6bbb-4d89-856b-83885d10d784
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: cb37cfca-8e17-4b81-9414-9d10c1f59323
  kind: Event
  lastTimestamp: "2026-04-16T20:31:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:55Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6f07b4ff5a654
    namespace: kserve-ci-e2e-test
    resourceVersion: "19203"
    uid: b42a4a43-940e-42c1-91eb-cdca8f9a765d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18909"
    uid: 09698876-6de7-4482-a92f-1fcaed1bbf9f
  kind: Event
  lastTimestamp: "2026-04-16T20:32:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:32:02Z"
    name: isvc-mlflow-v2-runtime.18a6f074513a1517
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: 0dd60bb8-c69a-485c-a807-cf698428e654
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18909"
    uid: 09698876-6de7-4482-a92f-1fcaed1bbf9f
  kind: Event
  lastTimestamp: "2026-04-16T20:31:25Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:31:25Z"
    name: isvc-mlflow-v2-runtime.18a6f0745180ee0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: b505d26d-e0ce-42a5-9a73-62dbb7853747
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19258"
    uid: 09698876-6de7-4482-a92f-1fcaed1bbf9f
  kind: Event
  lastTimestamp: "2026-04-16T20:32:02Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:32:02Z"
    name: isvc-mlflow-v2-runtime.18a6f07ce0913bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19259"
    uid: 0760eb88-dc0d-4641-aceb-94d88086c320
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:33:15.799292Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19890"
    uid: 81bf13f0-206b-4436-95da-35ffd9a712dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-n5c9n
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:33:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:33:15Z"
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n.18a6f08e04b5fd81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19894"
    uid: be3d2584-606a-42a3-8ea0-6035548ac255
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: 81bf13f0-206b-4436-95da-35ffd9a712dc
  kind: Event
  lastTimestamp: "2026-04-16T20:33:16Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:33:16Z"
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n.18a6f08e1e3b1ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: c7bc6b0a-c99a-4b74-905d-e0de7f26efe0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 81bf13f0-206b-4436-95da-35ffd9a712dc
  kind: Event
  lastTimestamp: "2026-04-16T20:33:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:16Z"
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n.18a6f08e1fd6daf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19910"
    uid: 78ebb58e-c1c0-43f3-9db9-4ea47f59122f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 81bf13f0-206b-4436-95da-35ffd9a712dc
  kind: Event
  lastTimestamp: "2026-04-16T20:33:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:16Z"
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n.18a6f08e23076dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19913"
    uid: dc5b474c-4d81-406b-aca7-f20e5fe7dd46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 81bf13f0-206b-4436-95da-35ffd9a712dc
  kind: Event
  lastTimestamp: "2026-04-16T20:33:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:16Z"
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n.18a6f08e237c51e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: 1e7ef339-fbd7-4e33-96e4-edd22a71f69d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 81bf13f0-206b-4436-95da-35ffd9a712dc
  kind: Event
  lastTimestamp: "2026-04-16T20:33:22Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T20:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:22Z"
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n.18a6f08f92b553fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19965"
    uid: 76d54711-ae67-4a38-b064-33c561627745
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 81bf13f0-206b-4436-95da-35ffd9a712dc
  kind: Event
  lastTimestamp: "2026-04-16T20:33:33Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.206s (11.206s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:33Z"
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n.18a6f0922ea47753
    namespace: kserve-ci-e2e-test
    resourceVersion: "20045"
    uid: 6f103133-8d02-42c1-bf84-ab05079dbd21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 81bf13f0-206b-4436-95da-35ffd9a712dc
  kind: Event
  lastTimestamp: "2026-04-16T20:33:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:33Z"
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n.18a6f09232e3a6ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 2b8e0e88-71ca-4dee-a63f-d159fefbd490
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 81bf13f0-206b-4436-95da-35ffd9a712dc
  kind: Event
  lastTimestamp: "2026-04-16T20:33:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:33Z"
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n.18a6f0923353976a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: cafb739e-1e19-4e7b-a7bf-d40af545186f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 81bf13f0-206b-4436-95da-35ffd9a712dc
  kind: Event
  lastTimestamp: "2026-04-16T20:34:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:05Z"
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n.18a6f092612358e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: bd976881-2ab5-4f7b-b3d8-9029f6027ee7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 81bf13f0-206b-4436-95da-35ffd9a712dc
  kind: Event
  lastTimestamp: "2026-04-16T20:34:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:17Z"
    name: isvc-paddle-predictor-7dddcb4bd4-n5c9n.18a6f09c5604daf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: 89f8a7eb-b6a3-467d-8d2b-ba748544b3f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 79271896-c5f6-404e-9cca-679b114ea0e7
  kind: Event
  lastTimestamp: "2026-04-16T20:33:15Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-n5c9n'
  metadata:
    creationTimestamp: "2026-04-16T20:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:33:15Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a6f08e04477c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19891"
    uid: 3f565e03-2e54-40fb-8c6a-d8e4f3fea863
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19869"
    uid: 5d3be880-4719-4599-922e-db915fe81a7a
  kind: Event
  lastTimestamp: "2026-04-16T20:33:15Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:33:15Z"
    name: isvc-paddle-predictor.18a6f08e00f2cbb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19878"
    uid: 54f0f08b-263a-48d9-afc9-f7ab9fe99ab0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19874"
    uid: 0c5122f0-0ac3-452a-8348-6911f0a42527
  kind: Event
  lastTimestamp: "2026-04-16T20:34:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:15Z"
    name: isvc-paddle-predictor.18a6f0917fa7c81e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 5f84a5d3-150e-4503-ba3f-5ac046f13a1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19874"
    uid: 0c5122f0-0ac3-452a-8348-6911f0a42527
  kind: Event
  lastTimestamp: "2026-04-16T20:34:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:15Z"
    name: isvc-paddle-predictor.18a6f0918006de6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: 504761d7-dc18-4948-ad75-e7643685b719
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:34:17.372140Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20411"
    uid: 4a3c558c-e9f0-4052-950c-52ffe9064777
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-zvjk9
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:34:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:34:17Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9.18a6f09c5abd1e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20417"
    uid: 9ff46ea6-c0f5-401d-9403-ab3c6e94fbc9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20423"
    uid: 4a3c558c-e9f0-4052-950c-52ffe9064777
  kind: Event
  lastTimestamp: "2026-04-16T20:34:17Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:34:17Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9.18a6f09c73c2d792
    namespace: kserve-ci-e2e-test
    resourceVersion: "20432"
    uid: 87ec73f5-3d85-4685-a67d-a4fa6c33ba8f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 4a3c558c-e9f0-4052-950c-52ffe9064777
  kind: Event
  lastTimestamp: "2026-04-16T20:34:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:17Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9.18a6f09c7507a952
    namespace: kserve-ci-e2e-test
    resourceVersion: "20436"
    uid: a2463774-da8d-47a3-9ea6-0879c5ccd821
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 4a3c558c-e9f0-4052-950c-52ffe9064777
  kind: Event
  lastTimestamp: "2026-04-16T20:34:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:17Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9.18a6f09c78685349
    namespace: kserve-ci-e2e-test
    resourceVersion: "20439"
    uid: c0d2983a-f598-44a2-9b09-5cc6d96f43e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 4a3c558c-e9f0-4052-950c-52ffe9064777
  kind: Event
  lastTimestamp: "2026-04-16T20:34:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:17Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9.18a6f09c78d53b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20440"
    uid: e9047d8a-2507-4737-832b-d4e430a014dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 4a3c558c-e9f0-4052-950c-52ffe9064777
  kind: Event
  lastTimestamp: "2026-04-16T20:34:22Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:22Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9.18a6f09d9873335a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20481"
    uid: 40531114-f5f0-401a-846d-80ccc2acf30f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 4a3c558c-e9f0-4052-950c-52ffe9064777
  kind: Event
  lastTimestamp: "2026-04-16T20:34:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:22Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9.18a6f09d9b9cd097
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: 901a707f-52bf-417c-b345-ee6d9f9c3b17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 4a3c558c-e9f0-4052-950c-52ffe9064777
  kind: Event
  lastTimestamp: "2026-04-16T20:34:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:22Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9.18a6f09d9c0c1c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20486"
    uid: c29022a0-f43e-417d-9f2b-d6b98d50b39c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 4a3c558c-e9f0-4052-950c-52ffe9064777
  kind: Event
  lastTimestamp: "2026-04-16T20:34:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:54Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9.18a6f09dd4621d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 82f07388-6f4f-4c7f-a6cb-bf29a3df1e44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 4a3c558c-e9f0-4052-950c-52ffe9064777
  kind: Event
  lastTimestamp: "2026-04-16T20:35:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:35:08Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvjk9.18a6f0a8586b70b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: e31287bb-99b9-40ed-96af-c281669f1b9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 9b5af86a-ee52-42b1-bf6d-7af8286463ab
  kind: Event
  lastTimestamp: "2026-04-16T20:34:17Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-zvjk9'
  metadata:
    creationTimestamp: "2026-04-16T20:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:17Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a6f09c5a4f411f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20414"
    uid: ea058906-ed6f-4232-87ed-9cf8faab04df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: e6936849-644c-4575-8f65-03f98ae86753
  kind: Event
  lastTimestamp: "2026-04-16T20:34:17Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T20:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:17Z"
    name: isvc-paddle-runtime-predictor.18a6f09c57ac0238
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 310c5e6d-ad63-4c25-97fb-5f6fd7d71405
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20401"
    uid: d6bbb5af-f0f4-4eaa-9186-ba1a9fc74d38
  kind: Event
  lastTimestamp: "2026-04-16T20:34:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:47Z"
    name: isvc-paddle-runtime-predictor.18a6f09fd627b143
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 8bec8698-816b-47a7-a613-27cbc4c29869
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20401"
    uid: d6bbb5af-f0f4-4eaa-9186-ba1a9fc74d38
  kind: Event
  lastTimestamp: "2026-04-16T20:34:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:47Z"
    name: isvc-paddle-runtime-predictor.18a6f09fd68a2ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: 11453d17-1bf1-4ee8-ba7c-2d6ad7eb429c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: d6bbb5af-f0f4-4eaa-9186-ba1a9fc74d38
  kind: Event
  lastTimestamp: "2026-04-16T20:35:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:35:02Z"
    name: isvc-paddle-runtime-predictor.18a6f0a6d4594958
    namespace: kserve-ci-e2e-test
    resourceVersion: "20768"
    uid: 71e2b0fc-931e-4db7-b46f-f45581a21964
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: d6bbb5af-f0f4-4eaa-9186-ba1a9fc74d38
  kind: Event
  lastTimestamp: "2026-04-16T20:35:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:35:02Z"
    name: isvc-paddle-runtime-predictor.18a6f0a6d4bfaae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20770"
    uid: 2aee4ecf-1cc6-4057-852a-c792f246ae2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20376"
    uid: cfa65095-3878-4805-9d5b-49d9daea328b
  kind: Event
  lastTimestamp: "2026-04-16T20:35:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:35:04Z"
    name: isvc-paddle-runtime.18a6f09c57877e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 0a616fcd-0636-4b5d-aae0-5c6475b057a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20376"
    uid: cfa65095-3878-4805-9d5b-49d9daea328b
  kind: Event
  lastTimestamp: "2026-04-16T20:34:17Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:34:17Z"
    name: isvc-paddle-runtime.18a6f09c57d66e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: d9ff75ed-f9b5-48b9-8c60-af31521f7eb7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20797"
    uid: cfa65095-3878-4805-9d5b-49d9daea328b
  kind: Event
  lastTimestamp: "2026-04-16T20:35:04Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:35:04Z"
    name: isvc-paddle-runtime.18a6f0a764077f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: b710e71d-b1ef-4910-929d-2d4cfe00fe68
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:35:08.942328Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20862"
    uid: ad58b2c8-a8c3-4d2e-8afb-1531b1eaaf06
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:35:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:35:08Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb.18a6f0a85c8fc2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20867"
    uid: f8b45db6-aba3-4f4e-8839-5307ff6c0fb4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: ad58b2c8-a8c3-4d2e-8afb-1531b1eaaf06
  kind: Event
  lastTimestamp: "2026-04-16T20:35:09Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:35:09Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb.18a6f0a875c41968
    namespace: kserve-ci-e2e-test
    resourceVersion: "20885"
    uid: 1d2687b5-ac9f-4e3e-87fa-e0475b38baa2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: ad58b2c8-a8c3-4d2e-8afb-1531b1eaaf06
  kind: Event
  lastTimestamp: "2026-04-16T20:35:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:35:09Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb.18a6f0a87716468c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: da419678-4379-4ecf-be8f-2d9e51564569
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: ad58b2c8-a8c3-4d2e-8afb-1531b1eaaf06
  kind: Event
  lastTimestamp: "2026-04-16T20:35:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:35:09Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb.18a6f0a87a0c0be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 17318be0-8ca3-4811-b453-bb57c4d12d0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: ad58b2c8-a8c3-4d2e-8afb-1531b1eaaf06
  kind: Event
  lastTimestamp: "2026-04-16T20:35:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:35:09Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb.18a6f0a87a77e35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: b1df39b2-a3cd-4382-adc3-bff3b8367170
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: ad58b2c8-a8c3-4d2e-8afb-1531b1eaaf06
  kind: Event
  lastTimestamp: "2026-04-16T20:35:13Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:35:13Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb.18a6f0a98295e3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: 50894f9d-4e3c-4a60-a139-c4c1696907bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: ad58b2c8-a8c3-4d2e-8afb-1531b1eaaf06
  kind: Event
  lastTimestamp: "2026-04-16T20:35:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:35:13Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb.18a6f0a98592f6bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20935"
    uid: 46a113d9-80a6-47f4-84b5-9f2769842fe2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: ad58b2c8-a8c3-4d2e-8afb-1531b1eaaf06
  kind: Event
  lastTimestamp: "2026-04-16T20:35:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:35:13Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb.18a6f0a9860161fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20936"
    uid: 6156f4ca-4e3a-420a-9c45-3c53aafb612e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: ad58b2c8-a8c3-4d2e-8afb-1531b1eaaf06
  kind: Event
  lastTimestamp: "2026-04-16T20:35:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:35:45Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb.18a6f0a9be76367f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 13edc88b-029d-41be-aac3-93d638149030
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: ad58b2c8-a8c3-4d2e-8afb-1531b1eaaf06
  kind: Event
  lastTimestamp: "2026-04-16T20:36:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:00Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb.18a6f0b46375ec09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21297"
    uid: e07f40db-73f7-4d28-a2a1-eefa88271d72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20854"
    uid: 82e94097-603e-4d43-874a-281d29ccd928
  kind: Event
  lastTimestamp: "2026-04-16T20:35:08Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-67fsb'
  metadata:
    creationTimestamp: "2026-04-16T20:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:35:08Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a6f0a85c2e2531
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: 1caca0d3-3a4c-401d-aafd-8e1c64186f79
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20851"
    uid: 0a390b2d-44ab-421e-b165-2247fd74bc7b
  kind: Event
  lastTimestamp: "2026-04-16T20:35:08Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:35:08Z"
    name: isvc-paddle-v2-kserve-predictor.18a6f0a8598e5af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20856"
    uid: 0ccfea73-2c39-461e-8622-bc7d038d9dc7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20853"
    uid: b76df39d-7b74-4fa2-8628-d10275cde1f4
  kind: Event
  lastTimestamp: "2026-04-16T20:35:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:35:38Z"
    name: isvc-paddle-v2-kserve-predictor.18a6f0abd808ff90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 41befae7-bfe0-4911-9a64-24e8cc4e2328
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20853"
    uid: b76df39d-7b74-4fa2-8628-d10275cde1f4
  kind: Event
  lastTimestamp: "2026-04-16T20:35:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:35:38Z"
    name: isvc-paddle-v2-kserve-predictor.18a6f0abd87d3bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21115"
    uid: ad018a73-80ea-4865-a75e-2c1570ff0baa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21009"
    uid: b76df39d-7b74-4fa2-8628-d10275cde1f4
  kind: Event
  lastTimestamp: "2026-04-16T20:35:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:35:53Z"
    name: isvc-paddle-v2-kserve-predictor.18a6f0b2d65074c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21218"
    uid: 33a7e894-110d-43b7-a566-ad0eef81f403
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21009"
    uid: b76df39d-7b74-4fa2-8628-d10275cde1f4
  kind: Event
  lastTimestamp: "2026-04-16T20:35:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:35:53Z"
    name: isvc-paddle-v2-kserve-predictor.18a6f0b2d6be537c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21220"
    uid: cf46f292-9942-439e-81a6-ebfa7ac0c70b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: 730c5050-86a8-459d-aae7-f648ddc2dc3c
  kind: Event
  lastTimestamp: "2026-04-16T20:35:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:35:55Z"
    name: isvc-paddle-v2-kserve.18a6f0a8596a23de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21246"
    uid: 5f69dc6e-91f7-42c3-88e3-ea89fac8d93c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: 730c5050-86a8-459d-aae7-f648ddc2dc3c
  kind: Event
  lastTimestamp: "2026-04-16T20:35:08Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:35:08Z"
    name: isvc-paddle-v2-kserve.18a6f0a859d1b6f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20858"
    uid: a07022b6-8c87-4f89-9e58-2136fa1d7400
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: 730c5050-86a8-459d-aae7-f648ddc2dc3c
  kind: Event
  lastTimestamp: "2026-04-16T20:35:55Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:35:55Z"
    name: isvc-paddle-v2-kserve.18a6f0b34e2ba701
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: 4d6fc218-0aee-4357-9d40-a253ffd79b9d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 80c5275d-5cc9-48b2-bb5a-e3c4afe6ccb3
  kind: Event
  lastTimestamp: "2026-04-16T20:34:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:34:15Z"
    name: isvc-paddle.18a6f08e00fcabc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20358"
    uid: b0cba61c-238f-4990-bcd6-7e24aa0569ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 80c5275d-5cc9-48b2-bb5a-e3c4afe6ccb3
  kind: Event
  lastTimestamp: "2026-04-16T20:33:15Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:33:15Z"
    name: isvc-paddle.18a6f08e017a52ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: 7cc1c395-1efc-4c9b-9ece-f8c1b7151512
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20355"
    uid: 80c5275d-5cc9-48b2-bb5a-e3c4afe6ccb3
  kind: Event
  lastTimestamp: "2026-04-16T20:34:15Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:34:15Z"
    name: isvc-paddle.18a6f09bf0fbf73d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: a48bad16-cf1e-4afe-bbf0-25ce56bb6a24
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:36:00.670495Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7jbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: 066b2ead-92b6-4c81-a1b9-4a336483a9e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-7jbch
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:36:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:36:00Z"
    name: isvc-pmml-predictor-5584ffd8c9-7jbch.18a6f0b467cce696
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: b6c58b51-5e47-41ca-84ef-5369a2754689
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7jbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: 066b2ead-92b6-4c81-a1b9-4a336483a9e3
  kind: Event
  lastTimestamp: "2026-04-16T20:36:01Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:36:01Z"
    name: isvc-pmml-predictor-5584ffd8c9-7jbch.18a6f0b480fc85b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: 81f36a42-da99-4aa9-b8b2-6736806f7b51
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7jbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 066b2ead-92b6-4c81-a1b9-4a336483a9e3
  kind: Event
  lastTimestamp: "2026-04-16T20:36:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:01Z"
    name: isvc-pmml-predictor-5584ffd8c9-7jbch.18a6f0b48295ca3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 435701d1-ab6c-403e-a5bf-ed0797d5ea05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7jbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 066b2ead-92b6-4c81-a1b9-4a336483a9e3
  kind: Event
  lastTimestamp: "2026-04-16T20:36:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:01Z"
    name: isvc-pmml-predictor-5584ffd8c9-7jbch.18a6f0b4859eadbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: 1f127f8c-4ca3-44d5-9a3c-2fee8f9c4cc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7jbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 066b2ead-92b6-4c81-a1b9-4a336483a9e3
  kind: Event
  lastTimestamp: "2026-04-16T20:36:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:01Z"
    name: isvc-pmml-predictor-5584ffd8c9-7jbch.18a6f0b4862168ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: 6e03a923-38a6-43f9-9de2-07a02de8b2e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7jbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 066b2ead-92b6-4c81-a1b9-4a336483a9e3
  kind: Event
  lastTimestamp: "2026-04-16T20:36:06Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T20:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:06Z"
    name: isvc-pmml-predictor-5584ffd8c9-7jbch.18a6f0b5a7d38cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: b4aaf32b-1510-4790-acca-ecf5d6b5a84c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7jbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 066b2ead-92b6-4c81-a1b9-4a336483a9e3
  kind: Event
  lastTimestamp: "2026-04-16T20:36:12Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.714s (6.714s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:12Z"
    name: isvc-pmml-predictor-5584ffd8c9-7jbch.18a6f0b738099cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 9df4e02f-240b-4fc7-8e2b-cfd5918f5626
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7jbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 066b2ead-92b6-4c81-a1b9-4a336483a9e3
  kind: Event
  lastTimestamp: "2026-04-16T20:36:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:12Z"
    name: isvc-pmml-predictor-5584ffd8c9-7jbch.18a6f0b73afda40a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8ab23422-43c4-4a84-8723-966c9840cf49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7jbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 066b2ead-92b6-4c81-a1b9-4a336483a9e3
  kind: Event
  lastTimestamp: "2026-04-16T20:36:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:12Z"
    name: isvc-pmml-predictor-5584ffd8c9-7jbch.18a6f0b73b7dd5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: bff55aa6-2831-4da2-9789-c7a29e65f90b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7jbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 066b2ead-92b6-4c81-a1b9-4a336483a9e3
  kind: Event
  lastTimestamp: "2026-04-16T20:37:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:24Z"
    name: isvc-pmml-predictor-5584ffd8c9-7jbch.18a6f0b74aea3894
    namespace: kserve-ci-e2e-test
    resourceVersion: "21941"
    uid: a981439e-41cd-4605-aaf1-c53f4a9ed3c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7jbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 066b2ead-92b6-4c81-a1b9-4a336483a9e3
  kind: Event
  lastTimestamp: "2026-04-16T20:37:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:41Z"
    name: isvc-pmml-predictor-5584ffd8c9-7jbch.18a6f0cbf398c3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: 50aea930-66cb-4500-bd85-f7964ad34585
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21303"
    uid: e78de854-0eb5-4c8b-9eeb-1aff365a15f8
  kind: Event
  lastTimestamp: "2026-04-16T20:36:00Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-7jbch'
  metadata:
    creationTimestamp: "2026-04-16T20:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:36:00Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a6f0b467508b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 8fa39bc6-284e-47da-b30b-08932f7a645b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21300"
    uid: a9bf06f1-ffb2-484a-b48d-994d3b707eea
  kind: Event
  lastTimestamp: "2026-04-16T20:36:00Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:36:00Z"
    name: isvc-pmml-predictor.18a6f0b464b9b416
    namespace: kserve-ci-e2e-test
    resourceVersion: "21305"
    uid: afa5bb57-e0f3-4ea8-8663-148de1d6c227
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21302"
    uid: 7f9a9ef6-399f-4779-95b9-5db2e36fe236
  kind: Event
  lastTimestamp: "2026-04-16T20:37:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:37:00Z"
    name: isvc-pmml-predictor.18a6f0b7e39f8bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21776"
    uid: b1a415cd-a9ad-4815-8a54-6c18ec641781
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21302"
    uid: 7f9a9ef6-399f-4779-95b9-5db2e36fe236
  kind: Event
  lastTimestamp: "2026-04-16T20:37:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:37:00Z"
    name: isvc-pmml-predictor.18a6f0b7e4005a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "21777"
    uid: c5e81f53-a1f4-4d97-b535-633828ceec7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: 7f9a9ef6-399f-4779-95b9-5db2e36fe236
  kind: Event
  lastTimestamp: "2026-04-16T20:37:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:37:30Z"
    name: isvc-pmml-predictor.18a6f0c5dfc209d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21987"
    uid: f2c9c04c-5732-4d45-85bd-931013e3d7d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: 7f9a9ef6-399f-4779-95b9-5db2e36fe236
  kind: Event
  lastTimestamp: "2026-04-16T20:37:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:37:30Z"
    name: isvc-pmml-predictor.18a6f0c5e026775a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: e27dfb4f-4d11-45e9-984d-f30e7b507c03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:37:41.885935Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22124"
    uid: e8ce21e5-3f56-4ac7-8e2f-ed90d47729e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-hwj7m
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:37:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:37:41Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m.18a6f0cbf8b5ef1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22131"
    uid: c92c1030-ba66-4c95-b319-a9f36ca7b491
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22135"
    uid: e8ce21e5-3f56-4ac7-8e2f-ed90d47729e7
  kind: Event
  lastTimestamp: "2026-04-16T20:37:42Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:37:42Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m.18a6f0cc11f76091
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 9c000642-7e3f-4140-b995-846337f443fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: e8ce21e5-3f56-4ac7-8e2f-ed90d47729e7
  kind: Event
  lastTimestamp: "2026-04-16T20:37:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:42Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m.18a6f0cc13541919
    namespace: kserve-ci-e2e-test
    resourceVersion: "22144"
    uid: e09b23a6-4b1a-4f7a-8030-117481e3d37b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: e8ce21e5-3f56-4ac7-8e2f-ed90d47729e7
  kind: Event
  lastTimestamp: "2026-04-16T20:37:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:42Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m.18a6f0cc18157cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: 63b10c3c-f6cd-4074-9d00-d1e12a206e89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: e8ce21e5-3f56-4ac7-8e2f-ed90d47729e7
  kind: Event
  lastTimestamp: "2026-04-16T20:37:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:42Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m.18a6f0cc18829c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: dcc6e913-f792-4cc2-b7c5-226103c7fd0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: e8ce21e5-3f56-4ac7-8e2f-ed90d47729e7
  kind: Event
  lastTimestamp: "2026-04-16T20:37:46Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:46Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m.18a6f0cd0377c41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22189"
    uid: 3d6d5f0d-8cff-4b07-8522-c72e9742c60d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: e8ce21e5-3f56-4ac7-8e2f-ed90d47729e7
  kind: Event
  lastTimestamp: "2026-04-16T20:37:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:46Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m.18a6f0cd069df576
    namespace: kserve-ci-e2e-test
    resourceVersion: "22194"
    uid: 11180274-77e1-4196-8aa4-ab90dc0a9743
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: e8ce21e5-3f56-4ac7-8e2f-ed90d47729e7
  kind: Event
  lastTimestamp: "2026-04-16T20:37:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:46Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m.18a6f0cd070e4836
    namespace: kserve-ci-e2e-test
    resourceVersion: "22195"
    uid: 1648df6f-d6d0-42b7-9834-4fc890d9217e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: e8ce21e5-3f56-4ac7-8e2f-ed90d47729e7
  kind: Event
  lastTimestamp: "2026-04-16T20:38:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:38:57Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m.18a6f0cd3f4cf4fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22697"
    uid: ada73db4-a078-41f1-adb9-5db7cb218c68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: e8ce21e5-3f56-4ac7-8e2f-ed90d47729e7
  kind: Event
  lastTimestamp: "2026-04-16T20:39:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:12Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m.18a6f0e12974a43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22841"
    uid: 278e0ccd-1b20-41ff-ae1e-14f377af2040
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22113"
    uid: 300c5069-ef0a-43d6-a35c-33932c615638
  kind: Event
  lastTimestamp: "2026-04-16T20:37:41Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-hwj7m'
  metadata:
    creationTimestamp: "2026-04-16T20:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:37:41Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a6f0cbf822e807
    namespace: kserve-ci-e2e-test
    resourceVersion: "22125"
    uid: 67663d23-687c-403a-abb9-c40a62dce30f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: 39d76156-5e03-4bf1-a283-4f5fa0bf4bf3
  kind: Event
  lastTimestamp: "2026-04-16T20:37:41Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T20:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:37:41Z"
    name: isvc-pmml-runtime-predictor.18a6f0cbf42f5b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 57e15d8c-3614-4a88-99d8-b997e7fe192c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: 0f917a12-2d35-45b0-9b21-711e347c9e16
  kind: Event
  lastTimestamp: "2026-04-16T20:38:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:38:11Z"
    name: isvc-pmml-runtime-predictor.18a6f0cf72928597
    namespace: kserve-ci-e2e-test
    resourceVersion: "22378"
    uid: fb162624-7b8b-4c02-818a-b3ed74c14126
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: 0f917a12-2d35-45b0-9b21-711e347c9e16
  kind: Event
  lastTimestamp: "2026-04-16T20:38:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:38:11Z"
    name: isvc-pmml-runtime-predictor.18a6f0cf72f1ed8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22379"
    uid: 35172d6d-5d7f-4a9e-8a4d-79c47baad46a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22267"
    uid: 0f917a12-2d35-45b0-9b21-711e347c9e16
  kind: Event
  lastTimestamp: "2026-04-16T20:39:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:39:11Z"
    name: isvc-pmml-runtime-predictor.18a6f0d671ac7818
    namespace: kserve-ci-e2e-test
    resourceVersion: "22801"
    uid: e191e41c-a0cf-4434-8a4c-5908ba03a8bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22267"
    uid: 0f917a12-2d35-45b0-9b21-711e347c9e16
  kind: Event
  lastTimestamp: "2026-04-16T20:39:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:39:11Z"
    name: isvc-pmml-runtime-predictor.18a6f0d6720d38d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22802"
    uid: 63ed29d9-66de-4bb0-b304-ff16854ce983
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: 8b039320-d124-4c1a-a5c9-1f080c90ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:39:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:39:07Z"
    name: isvc-pmml-runtime.18a6f0cbf3de0edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 29de804d-38d9-4d76-b87f-8f5dfc8b7c94
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: 8b039320-d124-4c1a-a5c9-1f080c90ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:37:41Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:37:41Z"
    name: isvc-pmml-runtime.18a6f0cbf44893c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22129"
    uid: 5e5c2a95-d808-4728-8143-2b072e7445f4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22093"
    uid: 8b039320-d124-4c1a-a5c9-1f080c90ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:37:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:37:41Z"
    name: isvc-pmml-runtime.18a6f0cbf8b5cb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "22133"
    uid: 64782815-e6ee-4d1d-92c0-bd922e9be376
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22766"
    uid: 8b039320-d124-4c1a-a5c9-1f080c90ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:39:07Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:39:07Z"
    name: isvc-pmml-runtime.18a6f0dfdf741d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: a6256f85-e9fc-4430-99a8-3c9f62c2e9ed
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:39:12.972951Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22853"
    uid: bc96af47-db7c-479d-a08c-df1f951cb0b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:39:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:39:12Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4.18a6f0e12deb99f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22857"
    uid: 7417f180-b695-462e-995c-834707c07cd5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22863"
    uid: bc96af47-db7c-479d-a08c-df1f951cb0b9
  kind: Event
  lastTimestamp: "2026-04-16T20:39:13Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:39:13Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4.18a6f0e146c61e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22869"
    uid: e7a765fa-21bf-4d5e-9ccc-535f44aa2010
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22855"
    uid: bc96af47-db7c-479d-a08c-df1f951cb0b9
  kind: Event
  lastTimestamp: "2026-04-16T20:39:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:13Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4.18a6f0e1483f0a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "22871"
    uid: bc4a439d-34c9-4473-9e93-a230c8a06532
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22855"
    uid: bc96af47-db7c-479d-a08c-df1f951cb0b9
  kind: Event
  lastTimestamp: "2026-04-16T20:39:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:13Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4.18a6f0e14b2328c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22874"
    uid: ce36abd3-8cbc-43bf-9661-b6aa95aff5b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22855"
    uid: bc96af47-db7c-479d-a08c-df1f951cb0b9
  kind: Event
  lastTimestamp: "2026-04-16T20:39:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:13Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4.18a6f0e14b8e1d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: 2628df7d-7b07-40b1-8bf0-33e63af93c10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22855"
    uid: bc96af47-db7c-479d-a08c-df1f951cb0b9
  kind: Event
  lastTimestamp: "2026-04-16T20:39:17Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:17Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4.18a6f0e244a2a4a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22916"
    uid: 6a049dd0-5299-4537-a095-42987374eca6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22855"
    uid: bc96af47-db7c-479d-a08c-df1f951cb0b9
  kind: Event
  lastTimestamp: "2026-04-16T20:39:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:17Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4.18a6f0e2479156c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22920"
    uid: 2e36e346-a774-4a72-a371-11482d3eca09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22855"
    uid: bc96af47-db7c-479d-a08c-df1f951cb0b9
  kind: Event
  lastTimestamp: "2026-04-16T20:39:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:17Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4.18a6f0e247fa5ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22921"
    uid: 8f042bce-b1b6-425a-817b-d20838882ad0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22855"
    uid: bc96af47-db7c-479d-a08c-df1f951cb0b9
  kind: Event
  lastTimestamp: "2026-04-16T20:40:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:40:29Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4.18a6f0e2808a4185
    namespace: kserve-ci-e2e-test
    resourceVersion: "23420"
    uid: c75dfd09-9af3-4203-b5a9-82b986ccd7b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22855"
    uid: bc96af47-db7c-479d-a08c-df1f951cb0b9
  kind: Event
  lastTimestamp: "2026-04-16T20:40:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:40:44Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4.18a6f0f6675b31ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23573"
    uid: 7173a5a2-576b-4555-af01-d38bfab07e99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 77450a12-3644-4895-b998-f37f7d0b04f1
  kind: Event
  lastTimestamp: "2026-04-16T20:39:12Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-w5pk4'
  metadata:
    creationTimestamp: "2026-04-16T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:39:12Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a6f0e12d85911a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22854"
    uid: 4480b58b-c166-41a1-a1ba-b1081ccd10fe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: c13499ca-1f94-4f57-970d-7a62a19c262a
  kind: Event
  lastTimestamp: "2026-04-16T20:39:12Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:39:12Z"
    name: isvc-pmml-v2-kserve-predictor.18a6f0e12968efab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 8e4292ff-d51b-48f0-a265-c59b4e7d79cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: 4ff6c568-3e9b-4a47-bf38-880ff33c3048
  kind: Event
  lastTimestamp: "2026-04-16T20:39:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:39:57Z"
    name: isvc-pmml-v2-kserve-predictor.18a6f0e4a836d5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23202"
    uid: 7d4d45a4-8e33-4a1a-bcf5-e1f4bd046043
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: 4ff6c568-3e9b-4a47-bf38-880ff33c3048
  kind: Event
  lastTimestamp: "2026-04-16T20:39:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:39:57Z"
    name: isvc-pmml-v2-kserve-predictor.18a6f0e4a89867df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: e666805e-519f-4d01-af30-e6473b138360
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22995"
    uid: 4ff6c568-3e9b-4a47-bf38-880ff33c3048
  kind: Event
  lastTimestamp: "2026-04-16T20:40:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:40:43Z"
    name: isvc-pmml-v2-kserve-predictor.18a6f0ef25ca4f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 6ac4daa3-4a41-4bc6-b654-1b9302a36f17
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22995"
    uid: 4ff6c568-3e9b-4a47-bf38-880ff33c3048
  kind: Event
  lastTimestamp: "2026-04-16T20:40:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:40:43Z"
    name: isvc-pmml-v2-kserve-predictor.18a6f0ef26123f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23530"
    uid: c98aacde-8681-4491-a2b5-da5d5e34e35f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22812"
    uid: c4ac9d59-a857-4268-b396-38d9728e17a2
  kind: Event
  lastTimestamp: "2026-04-16T20:40:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:40:39Z"
    name: isvc-pmml-v2-kserve.18a6f0e129703710
    namespace: kserve-ci-e2e-test
    resourceVersion: "23505"
    uid: 79a72ec6-adf3-4013-a07b-09a4b678f7dc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22812"
    uid: c4ac9d59-a857-4268-b396-38d9728e17a2
  kind: Event
  lastTimestamp: "2026-04-16T20:39:12Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:39:12Z"
    name: isvc-pmml-v2-kserve.18a6f0e129e75f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22843"
    uid: b2095d1b-7196-479f-8244-f7a11a88dc4b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23500"
    uid: c4ac9d59-a857-4268-b396-38d9728e17a2
  kind: Event
  lastTimestamp: "2026-04-16T20:40:39Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:40:39Z"
    name: isvc-pmml-v2-kserve.18a6f0f560b46efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23502"
    uid: b01b94b2-f11e-4717-a195-11abb0620eb6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21281"
    uid: 280b6ca6-41be-430c-b304-048cebc61783
  kind: Event
  lastTimestamp: "2026-04-16T20:37:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:37:31Z"
    name: isvc-pmml.18a6f0b46496cac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22005"
    uid: 67d2ef48-f4f2-4cd5-a3b3-7a5d1dbde2e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21281"
    uid: 280b6ca6-41be-430c-b304-048cebc61783
  kind: Event
  lastTimestamp: "2026-04-16T20:36:00Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:36:00Z"
    name: isvc-pmml.18a6f0b464e511ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21326"
    uid: d9aa7859-91d1-48db-90db-8ebd7697fad6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 280b6ca6-41be-430c-b304-048cebc61783
  kind: Event
  lastTimestamp: "2026-04-16T20:36:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:36:00Z"
    name: isvc-pmml.18a6f0b46aacdab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 0aaa09c6-e6f6-456f-90f0-5de30efa165d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22002"
    uid: 280b6ca6-41be-430c-b304-048cebc61783
  kind: Event
  lastTimestamp: "2026-04-16T20:37:31Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:37:31Z"
    name: isvc-pmml.18a6f0c985681200
    namespace: kserve-ci-e2e-test
    resourceVersion: "22003"
    uid: c1435e6d-6880-4e76-bb17-a0dca5591640
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:45:23.076200Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26263"
    uid: 4861a254-3c43-4b14-b080-7c4a5560914f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-x9vtk
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:45:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:45:23Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk.18a6f13759caf795
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: bb76a436-2a28-4793-a1f4-4e7642a92b76
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26272"
    uid: 4861a254-3c43-4b14-b080-7c4a5560914f
  kind: Event
  lastTimestamp: "2026-04-16T20:45:23Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:45:23Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk.18a6f137729956c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26279"
    uid: afdadcbc-64a0-43fd-9b68-d4284c87ff74
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26265"
    uid: 4861a254-3c43-4b14-b080-7c4a5560914f
  kind: Event
  lastTimestamp: "2026-04-16T20:45:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:45:23Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk.18a6f13773d5ff50
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: b9ba64e8-a902-4b24-904d-df2c7c093624
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26265"
    uid: 4861a254-3c43-4b14-b080-7c4a5560914f
  kind: Event
  lastTimestamp: "2026-04-16T20:45:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:45:23Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk.18a6f13777272e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26284"
    uid: c50ebc5f-aa60-4bf2-9044-d48988c1f4fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26265"
    uid: 4861a254-3c43-4b14-b080-7c4a5560914f
  kind: Event
  lastTimestamp: "2026-04-16T20:45:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:45:23Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk.18a6f1377791dba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26285"
    uid: 308f9d5a-0942-4113-a30e-0c2951a14ac1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26265"
    uid: 4861a254-3c43-4b14-b080-7c4a5560914f
  kind: Event
  lastTimestamp: "2026-04-16T20:45:27Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:45:27Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk.18a6f1387557826a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26324"
    uid: 44278444-674c-4edf-9f26-32d9ed8734f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26265"
    uid: 4861a254-3c43-4b14-b080-7c4a5560914f
  kind: Event
  lastTimestamp: "2026-04-16T20:45:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:45:27Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk.18a6f13878e072e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26330"
    uid: 6f10006a-dcde-4198-b57a-7ccd928e4d91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26265"
    uid: 4861a254-3c43-4b14-b080-7c4a5560914f
  kind: Event
  lastTimestamp: "2026-04-16T20:45:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:45:27Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk.18a6f138794cc850
    namespace: kserve-ci-e2e-test
    resourceVersion: "26332"
    uid: 6e14969f-e9ce-4a13-a382-67a6a3ec7a98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26265"
    uid: 4861a254-3c43-4b14-b080-7c4a5560914f
  kind: Event
  lastTimestamp: "2026-04-16T20:46:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:29Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk.18a6f138b1755cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26763"
    uid: 94bd5a49-cc0a-4063-b020-1122790786bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26265"
    uid: 4861a254-3c43-4b14-b080-7c4a5560914f
  kind: Event
  lastTimestamp: "2026-04-16T20:46:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:43Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-x9vtk.18a6f14a02a5ce88
    namespace: kserve-ci-e2e-test
    resourceVersion: "26903"
    uid: aee1506a-185e-499e-9026-66159c301c9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26246"
    uid: 8c7727ca-1d83-414b-808b-6dd5efea9542
  kind: Event
  lastTimestamp: "2026-04-16T20:45:23Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-x9vtk'
  metadata:
    creationTimestamp: "2026-04-16T20:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:45:23Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a6f13759646fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26264"
    uid: 50c39edb-1101-4f32-80d0-9ab64ac6d03f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26240"
    uid: 4ab8f3d8-c357-4f90-8d60-232c7e7adf43
  kind: Event
  lastTimestamp: "2026-04-16T20:45:23Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:45:23Z"
    name: isvc-predictive-lightgbm-predictor.18a6f13756a3dc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 4c2b1678-728d-40ea-8536-bd1621378ce3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26245"
    uid: 6c79bf92-e59f-4c0d-802b-6dfafaf39645
  kind: Event
  lastTimestamp: "2026-04-16T20:45:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:45:38Z"
    name: isvc-predictive-lightgbm-predictor.18a6f13ad56c35b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26398"
    uid: 59229f65-7e24-44f5-b441-d2b27541a0b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26245"
    uid: 6c79bf92-e59f-4c0d-802b-6dfafaf39645
  kind: Event
  lastTimestamp: "2026-04-16T20:45:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:45:38Z"
    name: isvc-predictive-lightgbm-predictor.18a6f13ad5c86b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "26400"
    uid: 5be03830-4394-4367-ad75-d1ea3bbacd2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26399"
    uid: 6c79bf92-e59f-4c0d-802b-6dfafaf39645
  kind: Event
  lastTimestamp: "2026-04-16T20:46:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:46:38Z"
    name: isvc-predictive-lightgbm-predictor.18a6f13e535e270c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26820"
    uid: 6060afe5-84e5-42b9-8761-39b339a85765
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26399"
    uid: 6c79bf92-e59f-4c0d-802b-6dfafaf39645
  kind: Event
  lastTimestamp: "2026-04-16T20:46:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:46:38Z"
    name: isvc-predictive-lightgbm-predictor.18a6f13e53c12a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26821"
    uid: a764ae27-8420-4760-8ca7-01325258785d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:49:23.627672Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28207"
    uid: 84deeb0e-9eda-42d3-a2bd-c1021b014e13
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:49:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:49:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb.18a6f16f5bc72fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: aaf7d5b3-ad5d-4be6-a3c1-b4c43c2b4954
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28219"
    uid: 84deeb0e-9eda-42d3-a2bd-c1021b014e13
  kind: Event
  lastTimestamp: "2026-04-16T20:49:24Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:49:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb.18a6f16f7497370b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28224"
    uid: 1caa18c1-754b-4fba-a8b0-c0c3b634df2f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28212"
    uid: 84deeb0e-9eda-42d3-a2bd-c1021b014e13
  kind: Event
  lastTimestamp: "2026-04-16T20:49:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb.18a6f16f75cb6738
    namespace: kserve-ci-e2e-test
    resourceVersion: "28226"
    uid: 7e676ae4-ae6e-4023-8c0a-80a01cf6123b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28212"
    uid: 84deeb0e-9eda-42d3-a2bd-c1021b014e13
  kind: Event
  lastTimestamp: "2026-04-16T20:49:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb.18a6f16f788583d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28228"
    uid: c7077064-2524-4bf7-83c5-f720f73e0dfa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28212"
    uid: 84deeb0e-9eda-42d3-a2bd-c1021b014e13
  kind: Event
  lastTimestamp: "2026-04-16T20:49:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb.18a6f16f78efa890
    namespace: kserve-ci-e2e-test
    resourceVersion: "28229"
    uid: 16515021-0a63-4735-83ad-8274da58dad9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28212"
    uid: 84deeb0e-9eda-42d3-a2bd-c1021b014e13
  kind: Event
  lastTimestamp: "2026-04-16T20:49:28Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:28Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb.18a6f17084922db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28266"
    uid: e97dafdb-6746-496f-ad78-a66cdd3adb79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28212"
    uid: 84deeb0e-9eda-42d3-a2bd-c1021b014e13
  kind: Event
  lastTimestamp: "2026-04-16T20:49:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:28Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb.18a6f17087eba823
    namespace: kserve-ci-e2e-test
    resourceVersion: "28272"
    uid: b0bd4c86-1959-4ad9-995f-6d768a99155a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28212"
    uid: 84deeb0e-9eda-42d3-a2bd-c1021b014e13
  kind: Event
  lastTimestamp: "2026-04-16T20:49:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:28Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb.18a6f1708855ef5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28274"
    uid: 78e3ff5e-15a3-484c-afda-61bd7f563e21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28212"
    uid: 84deeb0e-9eda-42d3-a2bd-c1021b014e13
  kind: Event
  lastTimestamp: "2026-04-16T20:50:30Z"
  message: 'Readiness probe failed: Get "http://10.132.0.51:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T20:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb.18a6f177f87028a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28716"
    uid: 13d1626c-7ddc-48ef-b7d1-b1e29f7b7fbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28212"
    uid: 84deeb0e-9eda-42d3-a2bd-c1021b014e13
  kind: Event
  lastTimestamp: "2026-04-16T20:50:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb.18a6f182049eb416
    namespace: kserve-ci-e2e-test
    resourceVersion: "28854"
    uid: 3d2376c1-3a39-4d04-be64-28345626e1ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 6ed48202-0d33-412c-992c-623ca535a85f
  kind: Event
  lastTimestamp: "2026-04-16T20:49:23Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-k7jwb'
  metadata:
    creationTimestamp: "2026-04-16T20:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:49:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a6f16f5b192895
    namespace: kserve-ci-e2e-test
    resourceVersion: "28210"
    uid: 092e6749-b702-491a-a986-7c601a4b7ed6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28192"
    uid: 00a77fad-9188-4649-afaf-56769741abf5
  kind: Event
  lastTimestamp: "2026-04-16T20:49:23Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:49:23Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f16f58775c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28197"
    uid: 1bca2a6c-40f1-41ff-bb2b-e9ea9f1c112e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28194"
    uid: 2e322747-1162-4d47-b68e-2740e9d22d61
  kind: Event
  lastTimestamp: "2026-04-16T20:49:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:49:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f172d79b7a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28342"
    uid: b7497cb4-3191-47a0-81ac-16620a3af78c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28194"
    uid: 2e322747-1162-4d47-b68e-2740e9d22d61
  kind: Event
  lastTimestamp: "2026-04-16T20:49:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:49:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f172d800171b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28344"
    uid: ca9c0f2e-9d71-4461-a03d-cead0b86ff41
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28343"
    uid: 2e322747-1162-4d47-b68e-2740e9d22d61
  kind: Event
  lastTimestamp: "2026-04-16T20:50:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:50:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f176569f99e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28774"
    uid: 514e1913-2286-4bfd-aa8b-255551c7e254
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28343"
    uid: 2e322747-1162-4d47-b68e-2740e9d22d61
  kind: Event
  lastTimestamp: "2026-04-16T20:50:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:50:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f176570a5afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28775"
    uid: b7ab0db8-7df3-4591-be83-f244b27bea89
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28171"
    uid: 87b2b863-68fd-4e55-83cd-afd2ed68a526
  kind: Event
  lastTimestamp: "2026-04-16T20:50:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:50:40Z"
    name: isvc-predictive-lightgbm-v2.18a6f16f587fc265
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: 256dfb84-fce9-4e17-ac38-45a2a7d12f4e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28171"
    uid: 87b2b863-68fd-4e55-83cd-afd2ed68a526
  kind: Event
  lastTimestamp: "2026-04-16T20:49:23Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:49:23Z"
    name: isvc-predictive-lightgbm-v2.18a6f16f590a7963
    namespace: kserve-ci-e2e-test
    resourceVersion: "28203"
    uid: 3113d286-770d-4caf-8615-03ee93afda2e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28796"
    uid: 87b2b863-68fd-4e55-83cd-afd2ed68a526
  kind: Event
  lastTimestamp: "2026-04-16T20:50:40Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:50:40Z"
    name: isvc-predictive-lightgbm-v2.18a6f1814cfbb40a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28797"
    uid: 523c501d-44c9-4ab8-ad6d-3023c6ab3aed
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26223"
    uid: 74071c3c-599f-4b49-ace5-b648b1050abe
  kind: Event
  lastTimestamp: "2026-04-16T20:46:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:46:39Z"
    name: isvc-predictive-lightgbm.18a6f137567980ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: 1c5f0e0d-3e04-4be4-9c89-215b2b12517e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26223"
    uid: 74071c3c-599f-4b49-ace5-b648b1050abe
  kind: Event
  lastTimestamp: "2026-04-16T20:45:23Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:45:23Z"
    name: isvc-predictive-lightgbm.18a6f13756f4c19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26255"
    uid: 8dc5e69e-c20f-42c6-a2e6-787eec33646d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26844"
    uid: 74071c3c-599f-4b49-ace5-b648b1050abe
  kind: Event
  lastTimestamp: "2026-04-16T20:46:39Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:46:39Z"
    name: isvc-predictive-lightgbm.18a6f1493d9342dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: 8cad8c4e-9898-4392-878b-52f3450ba710
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:42:22.695882Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24522"
    uid: a785044a-3b36-464a-a37e-146a0a2f44fa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-2phnz
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:42:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:42:22Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz.18a6f10d5a49c38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24528"
    uid: 524ada58-fe0b-45f4-8d85-a0fc11799f44
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24533"
    uid: a785044a-3b36-464a-a37e-146a0a2f44fa
  kind: Event
  lastTimestamp: "2026-04-16T20:42:23Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:42:23Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz.18a6f10d73274cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24547"
    uid: 0fb3f7bc-c2b8-4e22-b590-0b2f64246a4c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: a785044a-3b36-464a-a37e-146a0a2f44fa
  kind: Event
  lastTimestamp: "2026-04-16T20:42:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:23Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz.18a6f10d7466ebca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24549"
    uid: df44208e-153e-4e1f-91d8-2db430f54ffa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: a785044a-3b36-464a-a37e-146a0a2f44fa
  kind: Event
  lastTimestamp: "2026-04-16T20:42:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:23Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz.18a6f10d77a932fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24552"
    uid: 64abb131-b429-4642-be86-cb901f3d1efe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: a785044a-3b36-464a-a37e-146a0a2f44fa
  kind: Event
  lastTimestamp: "2026-04-16T20:42:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:23Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz.18a6f10d781179cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: e4844743-72fd-4200-9335-8aebe18e135e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: a785044a-3b36-464a-a37e-146a0a2f44fa
  kind: Event
  lastTimestamp: "2026-04-16T20:42:27Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T20:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:27Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz.18a6f10e6b596584
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: 32fcc0ca-adc0-4264-b6d6-beda3c32fb08
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: a785044a-3b36-464a-a37e-146a0a2f44fa
  kind: Event
  lastTimestamp: "2026-04-16T20:42:47Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.148s
    (20.148s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:47Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz.18a6f1131c44c61d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: 5ac6584f-5fa3-40d9-b46d-a4a25a3913e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: a785044a-3b36-464a-a37e-146a0a2f44fa
  kind: Event
  lastTimestamp: "2026-04-16T20:42:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:47Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz.18a6f1131fb66286
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 151fa113-1476-442e-ad47-3414bb0547e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: a785044a-3b36-464a-a37e-146a0a2f44fa
  kind: Event
  lastTimestamp: "2026-04-16T20:42:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:47Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz.18a6f1132023b556
    namespace: kserve-ci-e2e-test
    resourceVersion: "24739"
    uid: 1d27e5c9-12ee-41ea-9831-a553b538d237
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: a785044a-3b36-464a-a37e-146a0a2f44fa
  kind: Event
  lastTimestamp: "2026-04-16T20:43:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:43:49Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz.18a6f113535a72b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25173"
    uid: 376c73d5-0f60-4ed5-8e14-bc759ead8a7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: a785044a-3b36-464a-a37e-146a0a2f44fa
  kind: Event
  lastTimestamp: "2026-04-16T20:44:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:02Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-2phnz.18a6f124ab45aa60
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: 96a06708-85ff-4446-9918-97456c23b33c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "24512"
    uid: 27e40cc2-da35-429f-ae1b-652d30ecad7d
  kind: Event
  lastTimestamp: "2026-04-16T20:42:22Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-2phnz'
  metadata:
    creationTimestamp: "2026-04-16T20:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:22Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a6f10d59b11452
    namespace: kserve-ci-e2e-test
    resourceVersion: "24525"
    uid: 8d822e21-3728-4930-9a6a-56985525dd5f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24510"
    uid: 14dbe5fc-87d9-43e5-99d1-a86ed1aa6d19
  kind: Event
  lastTimestamp: "2026-04-16T20:42:22Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:22Z"
    name: isvc-predictive-sklearn-predictor.18a6f10d5744a3c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24514"
    uid: 088950fc-c715-4090-a0ac-2536108ea05d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 97dee78c-7989-4162-bf42-fbde893afe48
  kind: Event
  lastTimestamp: "2026-04-16T20:43:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:43:22Z"
    name: isvc-predictive-sklearn-predictor.18a6f110d5d0b894
    namespace: kserve-ci-e2e-test
    resourceVersion: "24983"
    uid: bbc6d4e4-af36-42e2-be40-36689222b565
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 97dee78c-7989-4162-bf42-fbde893afe48
  kind: Event
  lastTimestamp: "2026-04-16T20:43:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:43:22Z"
    name: isvc-predictive-sklearn-predictor.18a6f110d6370759
    namespace: kserve-ci-e2e-test
    resourceVersion: "24984"
    uid: 3e542b03-5e2c-4c53-b968-2242768f8401
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:43:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24662"
    uid: 97dee78c-7989-4162-bf42-fbde893afe48
  kind: Event
  lastTimestamp: "2026-04-16T20:43:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:43:52Z"
    name: isvc-predictive-sklearn-predictor.18a6f11ed1bf2e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25195"
    uid: 90a47369-8b7e-4b1d-82f7-c86294e35537
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:43:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24662"
    uid: 97dee78c-7989-4162-bf42-fbde893afe48
  kind: Event
  lastTimestamp: "2026-04-16T20:43:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:43:52Z"
    name: isvc-predictive-sklearn-predictor.18a6f11ed224fce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25196"
    uid: 13206ae1-7a59-4169-9a66-37de7c42a9ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:46:43.267555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: e2956fad-9c18-4236-a62e-0cd71c000b5b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:46:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:46:43Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6.18a6f14a0591eef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26916"
    uid: c6a8d897-c1be-4a93-ba0d-c8f95f14d30e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26919"
    uid: e2956fad-9c18-4236-a62e-0cd71c000b5b
  kind: Event
  lastTimestamp: "2026-04-16T20:46:43Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:46:43Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6.18a6f14a1ec8a2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26929"
    uid: e82a1aa4-3190-4610-9f24-ae048d0eb61b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: e2956fad-9c18-4236-a62e-0cd71c000b5b
  kind: Event
  lastTimestamp: "2026-04-16T20:46:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:43Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6.18a6f14a20336e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26931"
    uid: 6df8b9b4-5fa7-4eaf-b412-ed5fcd59c8be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: e2956fad-9c18-4236-a62e-0cd71c000b5b
  kind: Event
  lastTimestamp: "2026-04-16T20:46:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:43Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6.18a6f14a23ef3445
    namespace: kserve-ci-e2e-test
    resourceVersion: "26934"
    uid: 38b7b66b-43e4-4235-84d7-873cd4263edb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: e2956fad-9c18-4236-a62e-0cd71c000b5b
  kind: Event
  lastTimestamp: "2026-04-16T20:46:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:43Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6.18a6f14a247f1fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26935"
    uid: e56d1218-8e86-4ace-9f10-7aca0dd4089b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: e2956fad-9c18-4236-a62e-0cd71c000b5b
  kind: Event
  lastTimestamp: "2026-04-16T20:46:48Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:48Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6.18a6f14b2505ebab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26973"
    uid: 8e2057c4-8bf7-4a6b-8e23-91b25d030c6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: e2956fad-9c18-4236-a62e-0cd71c000b5b
  kind: Event
  lastTimestamp: "2026-04-16T20:46:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:48Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6.18a6f14b294202ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: ba993979-a642-456b-9450-f0d092104b44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: e2956fad-9c18-4236-a62e-0cd71c000b5b
  kind: Event
  lastTimestamp: "2026-04-16T20:46:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:48Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6.18a6f14b29bd422b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26983"
    uid: 1032fad1-69e2-4533-b5fd-544e8401ddae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: e2956fad-9c18-4236-a62e-0cd71c000b5b
  kind: Event
  lastTimestamp: "2026-04-16T20:47:50Z"
  message: 'Readiness probe failed: Get "http://10.132.0.49:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T20:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:47:50Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6.18a6f15298ee4f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "27415"
    uid: 8151c3e0-448b-4d1c-94e1-fc19e50aa500
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: e2956fad-9c18-4236-a62e-0cd71c000b5b
  kind: Event
  lastTimestamp: "2026-04-16T20:48:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:48:03Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6.18a6f15cadc1f66a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27557"
    uid: a12b6d5a-0bee-4686-b017-5642fd4de38c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26896"
    uid: 2954226a-7c35-48f4-b2bf-9d2388492be1
  kind: Event
  lastTimestamp: "2026-04-16T20:46:43Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-jrpv6'
  metadata:
    creationTimestamp: "2026-04-16T20:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:46:43Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a6f14a05004c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "26912"
    uid: 7b4efa00-6883-48f0-aaeb-70c71bc66d8a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 5e609280-880f-46b0-bbad-687cec5aa4f0
  kind: Event
  lastTimestamp: "2026-04-16T20:46:43Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:46:43Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f14a02371a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "26899"
    uid: b8bf6a50-4b57-4af1-b90f-05d1e665a9bf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26895"
    uid: 7686b6c5-9780-498d-8294-6ba33fe0d116
  kind: Event
  lastTimestamp: "2026-04-16T20:46:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:46:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f14d80d34919
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: b7b96f4d-3872-45f4-a23a-c90e0178b1ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26895"
    uid: 7686b6c5-9780-498d-8294-6ba33fe0d116
  kind: Event
  lastTimestamp: "2026-04-16T20:46:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:46:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f14d81249f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "27052"
    uid: 77007836-0b56-4c1b-8b8a-3c56706a9307
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: 7686b6c5-9780-498d-8294-6ba33fe0d116
  kind: Event
  lastTimestamp: "2026-04-16T20:47:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:47:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f15100319d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "27474"
    uid: 13e8bbf7-4289-4170-93b9-2be3e6109b18
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: 7686b6c5-9780-498d-8294-6ba33fe0d116
  kind: Event
  lastTimestamp: "2026-04-16T20:47:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:47:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f15100b296c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27475"
    uid: e23481ba-381a-4387-817b-0f7babcde7f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26873"
    uid: ac0e49fa-576f-420c-bf8f-72d297fe5657
  kind: Event
  lastTimestamp: "2026-04-16T20:48:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:48:00Z"
    name: isvc-predictive-sklearn-v2.18a6f14a020de538
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: dbf536aa-a858-4991-8bcf-9f4e1bd783d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26873"
    uid: ac0e49fa-576f-420c-bf8f-72d297fe5657
  kind: Event
  lastTimestamp: "2026-04-16T20:46:43Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:46:43Z"
    name: isvc-predictive-sklearn-v2.18a6f14a028996e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26921"
    uid: 70aaf975-90c2-4b98-9e0b-0592f96c6bd3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26887"
    uid: ac0e49fa-576f-420c-bf8f-72d297fe5657
  kind: Event
  lastTimestamp: "2026-04-16T20:46:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:46:43Z"
    name: isvc-predictive-sklearn-v2.18a6f14a076169ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 51bc329c-5dbd-4527-a575-9c7ac162e7c2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27495"
    uid: ac0e49fa-576f-420c-bf8f-72d297fe5657
  kind: Event
  lastTimestamp: "2026-04-16T20:48:00Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:48:00Z"
    name: isvc-predictive-sklearn-v2.18a6f15becfcd4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27496"
    uid: 33bdd743-19e0-4d21-bd6e-72ed2036987a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: 88827271-4df7-4426-a882-ca0fe2528249
  kind: Event
  lastTimestamp: "2026-04-16T20:43:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:43:57Z"
    name: isvc-predictive-sklearn.18a6f10d571d9574
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: f0cebaf0-a1ec-480c-99b0-3b6e3d3384f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: 88827271-4df7-4426-a882-ca0fe2528249
  kind: Event
  lastTimestamp: "2026-04-16T20:42:22Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:42:22Z"
    name: isvc-predictive-sklearn.18a6f10d577041d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24536"
    uid: 827612a8-04e0-4565-b582-82e5b64b5cad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24509"
    uid: 88827271-4df7-4426-a882-ca0fe2528249
  kind: Event
  lastTimestamp: "2026-04-16T20:42:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:42:22Z"
    name: isvc-predictive-sklearn.18a6f10d5c3b73af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 98213eca-1a8c-4a31-8415-ee8d91236ca2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25236"
    uid: 88827271-4df7-4426-a882-ca0fe2528249
  kind: Event
  lastTimestamp: "2026-04-16T20:43:57Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:43:57Z"
    name: isvc-predictive-sklearn.18a6f12364f12e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "25237"
    uid: b0b6ca61-29e5-4180-8e20-41cd93e55030
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:44:02.932902Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "25317"
    uid: 7211ff84-7df1-4ec6-9e05-0b4309da5e62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:44:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:44:02Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht.18a6f124b0e13edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25323"
    uid: 838bb07a-8bee-4093-ae63-5d6f5f3e7199
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "25328"
    uid: 7211ff84-7df1-4ec6-9e05-0b4309da5e62
  kind: Event
  lastTimestamp: "2026-04-16T20:44:03Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:44:03Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht.18a6f124c9c8ef57
    namespace: kserve-ci-e2e-test
    resourceVersion: "25339"
    uid: 63f2ab6d-02d4-4209-a683-f941d7afa3a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 7211ff84-7df1-4ec6-9e05-0b4309da5e62
  kind: Event
  lastTimestamp: "2026-04-16T20:44:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:03Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht.18a6f124caf33e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "25341"
    uid: 19d63a01-1bf7-44b8-b306-46a0362f3ad9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 7211ff84-7df1-4ec6-9e05-0b4309da5e62
  kind: Event
  lastTimestamp: "2026-04-16T20:44:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:03Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht.18a6f124cdb61ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25343"
    uid: 02e413c4-4e64-440e-a072-142baf0cdcd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 7211ff84-7df1-4ec6-9e05-0b4309da5e62
  kind: Event
  lastTimestamp: "2026-04-16T20:44:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:03Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht.18a6f124ce24b6f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25344"
    uid: f3b91016-5d2e-457c-8a8d-2223e47ff713
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 7211ff84-7df1-4ec6-9e05-0b4309da5e62
  kind: Event
  lastTimestamp: "2026-04-16T20:44:07Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:07Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht.18a6f125c613b338
    namespace: kserve-ci-e2e-test
    resourceVersion: "25382"
    uid: 5a750f6a-a33c-4638-9885-9bb419dfe568
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 7211ff84-7df1-4ec6-9e05-0b4309da5e62
  kind: Event
  lastTimestamp: "2026-04-16T20:44:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:07Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht.18a6f125c920985a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25388"
    uid: 51258f2e-8fb6-4832-ac5b-ab10e787320f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 7211ff84-7df1-4ec6-9e05-0b4309da5e62
  kind: Event
  lastTimestamp: "2026-04-16T20:44:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:07Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht.18a6f125c98a82d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 8950ddc2-71d5-4b42-b2b8-6dabe4915a13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 7211ff84-7df1-4ec6-9e05-0b4309da5e62
  kind: Event
  lastTimestamp: "2026-04-16T20:45:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:45:11Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht.18a6f1260200ecc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26124"
    uid: 581973c7-cf7f-481e-b06b-47df6131446a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 7211ff84-7df1-4ec6-9e05-0b4309da5e62
  kind: Event
  lastTimestamp: "2026-04-16T20:45:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:45:23Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht.18a6f1375722c033
    namespace: kserve-ci-e2e-test
    resourceVersion: "26257"
    uid: 5eb8d09a-f6d7-4412-b706-7b2bdb64db0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25305"
    uid: 113e4c33-0493-4c18-b748-caa5e2efbfcc
  kind: Event
  lastTimestamp: "2026-04-16T20:44:02Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-nb8ht'
  metadata:
    creationTimestamp: "2026-04-16T20:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:44:02Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a6f124b0632bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25319"
    uid: 8b1584a1-245b-4edd-aac1-557a19068822
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25303"
    uid: 8707e2e7-819a-487f-9a83-8ac3628c07fe
  kind: Event
  lastTimestamp: "2026-04-16T20:44:02Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:44:02Z"
    name: isvc-predictive-xgboost-predictor.18a6f124ac444249
    namespace: kserve-ci-e2e-test
    resourceVersion: "25307"
    uid: 9b0a2745-91fe-421a-be8b-23376c8461ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25304"
    uid: 0bcfaa03-d30f-4808-8776-ebd9982f2832
  kind: Event
  lastTimestamp: "2026-04-16T20:44:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:44:17Z"
    name: isvc-predictive-xgboost-predictor.18a6f1282b1d0862
    namespace: kserve-ci-e2e-test
    resourceVersion: "25462"
    uid: d330366e-1a7f-4014-b797-f89711bab3f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25304"
    uid: 0bcfaa03-d30f-4808-8776-ebd9982f2832
  kind: Event
  lastTimestamp: "2026-04-16T20:44:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:44:17Z"
    name: isvc-predictive-xgboost-predictor.18a6f1282b81d8cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25464"
    uid: 88697e23-d00c-4466-bd25-834916c144c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: 0bcfaa03-d30f-4808-8776-ebd9982f2832
  kind: Event
  lastTimestamp: "2026-04-16T20:45:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:45:17Z"
    name: isvc-predictive-xgboost-predictor.18a6f12baa5af974
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: a7eccda3-a5fd-420a-8da6-e2cfe75fa6f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: 0bcfaa03-d30f-4808-8776-ebd9982f2832
  kind: Event
  lastTimestamp: "2026-04-16T20:45:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:45:17Z"
    name: isvc-predictive-xgboost-predictor.18a6f12baabe8df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: f2dec797-338d-49d0-b6dd-f1655654c8b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:48:03.477142Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 0ee2c14e-399c-406c-bd45-f02a6f268a01
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:48:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:48:03Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf.18a6f15cb26f2da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: 0023b7b0-fd48-45d7-b170-d4841315feeb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27574"
    uid: 0ee2c14e-399c-406c-bd45-f02a6f268a01
  kind: Event
  lastTimestamp: "2026-04-16T20:48:03Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:48:03Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf.18a6f15ccb3acc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "27583"
    uid: 78168591-521d-4e98-9302-b79e769a1ee5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 0ee2c14e-399c-406c-bd45-f02a6f268a01
  kind: Event
  lastTimestamp: "2026-04-16T20:48:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:48:03Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf.18a6f15ccc75663c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: f1d0d66e-a53f-4906-92e0-256a1ef1d4d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 0ee2c14e-399c-406c-bd45-f02a6f268a01
  kind: Event
  lastTimestamp: "2026-04-16T20:48:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:48:03Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf.18a6f15ccfa88983
    namespace: kserve-ci-e2e-test
    resourceVersion: "27587"
    uid: 6b0ecfe5-9d15-476a-9279-a5f585e65833
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 0ee2c14e-399c-406c-bd45-f02a6f268a01
  kind: Event
  lastTimestamp: "2026-04-16T20:48:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:48:03Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf.18a6f15cd01d1fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27588"
    uid: dc6b5632-a788-42e3-b0bc-dcd2315f86a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 0ee2c14e-399c-406c-bd45-f02a6f268a01
  kind: Event
  lastTimestamp: "2026-04-16T20:48:08Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:48:08Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf.18a6f15dd4d48eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: f328feb4-b558-4f67-b02b-e16dbd189736
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 0ee2c14e-399c-406c-bd45-f02a6f268a01
  kind: Event
  lastTimestamp: "2026-04-16T20:48:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:48:08Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf.18a6f15dd83aad5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27628"
    uid: 0ca789fd-e9cb-4334-baee-cc51c24e7ca1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 0ee2c14e-399c-406c-bd45-f02a6f268a01
  kind: Event
  lastTimestamp: "2026-04-16T20:48:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:48:08Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf.18a6f15dd8c3482b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 7ac09fd6-b779-4f60-805d-a76f942ac8e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 0ee2c14e-399c-406c-bd45-f02a6f268a01
  kind: Event
  lastTimestamp: "2026-04-16T20:49:10Z"
  message: 'Readiness probe failed: Get "http://10.132.0.50:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T20:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:10Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf.18a6f16548e1d201
    namespace: kserve-ci-e2e-test
    resourceVersion: "28061"
    uid: 0347d399-b7f4-4998-a9d7-147ab87e94ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 0ee2c14e-399c-406c-bd45-f02a6f268a01
  kind: Event
  lastTimestamp: "2026-04-16T20:49:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:23Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf.18a6f16f5873e26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28198"
    uid: 1dc07627-1ddb-456f-8141-e83d520d15fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27551"
    uid: d16d429e-9248-4da9-95a6-2f7872fa81d3
  kind: Event
  lastTimestamp: "2026-04-16T20:48:03Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kgxdf'
  metadata:
    creationTimestamp: "2026-04-16T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:48:03Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a6f15cb17e8627
    namespace: kserve-ci-e2e-test
    resourceVersion: "27567"
    uid: 7a1271e9-4549-4f32-add8-235a9805c24c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27546"
    uid: 10887ce3-5ef2-4d94-8a63-ab10b4828f7f
  kind: Event
  lastTimestamp: "2026-04-16T20:48:03Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:48:03Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f15cacffd87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27552"
    uid: 414dfc87-5a14-47b1-99ef-5166cd8a7080
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27550"
    uid: 564563aa-f58e-4280-bd26-e2140ce66119
  kind: Event
  lastTimestamp: "2026-04-16T20:48:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:48:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f1602bed7cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: 4e5f119c-f0da-499a-a2c1-3d931735f873
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27550"
    uid: 564563aa-f58e-4280-bd26-e2140ce66119
  kind: Event
  lastTimestamp: "2026-04-16T20:48:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:48:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f1602c507a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 5b654eff-88ab-4d42-9082-19f973af06b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27699"
    uid: 564563aa-f58e-4280-bd26-e2140ce66119
  kind: Event
  lastTimestamp: "2026-04-16T20:49:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:49:18Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f1672b59752f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28119"
    uid: 12c764ed-1da4-4506-afd9-8aa1d270d4fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27699"
    uid: 564563aa-f58e-4280-bd26-e2140ce66119
  kind: Event
  lastTimestamp: "2026-04-16T20:49:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:49:18Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f1672bba160d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28120"
    uid: bb83baa3-c47c-4171-96ab-7f7ee7b42d4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 13a5514c-3c86-446e-9e1f-1577736d04ff
  kind: Event
  lastTimestamp: "2026-04-16T20:49:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:49:20Z"
    name: isvc-predictive-xgboost-v2.18a6f15cad033fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28144"
    uid: 7849abdc-d01a-4eeb-a05a-f51441bff13f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 13a5514c-3c86-446e-9e1f-1577736d04ff
  kind: Event
  lastTimestamp: "2026-04-16T20:48:03Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:48:03Z"
    name: isvc-predictive-xgboost-v2.18a6f15cad95419d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: 85c58cd0-b18a-4842-b246-ed10d3631669
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28141"
    uid: 13a5514c-3c86-446e-9e1f-1577736d04ff
  kind: Event
  lastTimestamp: "2026-04-16T20:49:20Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:49:20Z"
    name: isvc-predictive-xgboost-v2.18a6f16e9cc12283
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: fb9df1da-e539-4744-9d7f-676395ffeeff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: dcae74b7-d406-400c-a6a1-dab65d5baba4
  kind: Event
  lastTimestamp: "2026-04-16T20:45:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:45:21Z"
    name: isvc-predictive-xgboost.18a6f124ac25b4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26208"
    uid: 1baa0196-865f-4077-9609-4bf4050e64d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: dcae74b7-d406-400c-a6a1-dab65d5baba4
  kind: Event
  lastTimestamp: "2026-04-16T20:44:02Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:44:02Z"
    name: isvc-predictive-xgboost.18a6f124ac6aba30
    namespace: kserve-ci-e2e-test
    resourceVersion: "25322"
    uid: 4bd0b7d7-e4fb-46a4-829b-ccf5dc95c1c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25291"
    uid: dcae74b7-d406-400c-a6a1-dab65d5baba4
  kind: Event
  lastTimestamp: "2026-04-16T20:44:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:44:02Z"
    name: isvc-predictive-xgboost.18a6f124b07d4327
    namespace: kserve-ci-e2e-test
    resourceVersion: "25324"
    uid: 2d516e41-ec6e-497c-8239-50c03ead5928
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26206"
    uid: dcae74b7-d406-400c-a6a1-dab65d5baba4
  kind: Event
  lastTimestamp: "2026-04-16T20:45:21Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:45:21Z"
    name: isvc-predictive-xgboost.18a6f136f37ed608
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 263e77f8-0875-4880-a216-f58417955a13
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:40:44.207555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23578"
    uid: 95f6b62d-3620-4017-b916-b1aed94144d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-c25916-predictor-6c59bfbc4-mfpvn
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:40:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:40:44Z"
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn.18a6f0f66bed1510
    namespace: kserve-ci-e2e-test
    resourceVersion: "23584"
    uid: 939cf2e9-0068-4268-af40-1ac73ac9e773
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: 95f6b62d-3620-4017-b916-b1aed94144d1
  kind: Event
  lastTimestamp: "2026-04-16T20:40:44Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:40:44Z"
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn.18a6f0f684d225ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23597"
    uid: 2b393b3d-3ced-48b7-9190-77163843bc8f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 95f6b62d-3620-4017-b916-b1aed94144d1
  kind: Event
  lastTimestamp: "2026-04-16T20:40:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:40:44Z"
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn.18a6f0f686dea9d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: 9c0e4835-2137-4ea7-8d89-5d100b9ca10c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 95f6b62d-3620-4017-b916-b1aed94144d1
  kind: Event
  lastTimestamp: "2026-04-16T20:40:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:40:44Z"
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn.18a6f0f689c065fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23602"
    uid: 4891eaf0-15ee-4524-a218-6b6e1477340b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 95f6b62d-3620-4017-b916-b1aed94144d1
  kind: Event
  lastTimestamp: "2026-04-16T20:40:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:40:44Z"
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn.18a6f0f68a2cd957
    namespace: kserve-ci-e2e-test
    resourceVersion: "23604"
    uid: 52653d05-a616-40a1-9840-27d58fea975a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 95f6b62d-3620-4017-b916-b1aed94144d1
  kind: Event
  lastTimestamp: "2026-04-16T20:40:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:40:48Z"
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn.18a6f0f785c2906b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23640"
    uid: 0c40c7db-2f35-4610-b4c0-53b8c95cb11a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 95f6b62d-3620-4017-b916-b1aed94144d1
  kind: Event
  lastTimestamp: "2026-04-16T20:40:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:40:48Z"
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn.18a6f0f788876337
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: 56b7db91-215e-44c6-83ab-e091b3f0df64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 95f6b62d-3620-4017-b916-b1aed94144d1
  kind: Event
  lastTimestamp: "2026-04-16T20:40:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:40:48Z"
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn.18a6f0f789081f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "23647"
    uid: 69662b73-5572-4e6b-8505-73adf068f430
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 95f6b62d-3620-4017-b916-b1aed94144d1
  kind: Event
  lastTimestamp: "2026-04-16T20:41:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:41:40Z"
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn.18a6f0f7c1b47433
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 246fdaae-53ea-4e7d-b711-0f83ed7d8297
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 95f6b62d-3620-4017-b916-b1aed94144d1
  kind: Event
  lastTimestamp: "2026-04-16T20:42:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:12Z"
    name: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn.18a6f10af362c7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24328"
    uid: bffa3036-68cc-4524-91c2-4c3d3c82a7d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-c25916-predictor-6c59bfbc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 111c0620-1d96-4215-a82e-c49a1c811787
  kind: Event
  lastTimestamp: "2026-04-16T20:40:44Z"
  message: 'Created pod: isvc-primary-c25916-predictor-6c59bfbc4-mfpvn'
  metadata:
    creationTimestamp: "2026-04-16T20:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:40:44Z"
    name: isvc-primary-c25916-predictor-6c59bfbc4.18a6f0f66b63b857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: 9d7510b8-21e6-4fc2-b16c-696fc0d66f60
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-c25916-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6508865b-3966-4029-b1fb-74ab6af105fb
  kind: Event
  lastTimestamp: "2026-04-16T20:40:44Z"
  message: Scaled up replica set isvc-primary-c25916-predictor-6c59bfbc4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T20:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:40:44Z"
    name: isvc-primary-c25916-predictor.18a6f0f666e4c7f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: 0aca17d2-d4f4-4f11-a79f-b52754ada01d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c25916-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23565"
    uid: 77326dbc-f428-4053-b0f5-10170ee758cd
  kind: Event
  lastTimestamp: "2026-04-16T20:41:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:29Z"
    name: isvc-primary-c25916-predictor.18a6f0f9e543c627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23931"
    uid: 4b3cf6e1-10d4-4337-a83a-8a696a03e703
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c25916-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23565"
    uid: 77326dbc-f428-4053-b0f5-10170ee758cd
  kind: Event
  lastTimestamp: "2026-04-16T20:41:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:29Z"
    name: isvc-primary-c25916-predictor.18a6f0f9e5a30906
    namespace: kserve-ci-e2e-test
    resourceVersion: "23932"
    uid: f31646b1-27fb-4e1a-b917-381817ed2422
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c25916-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 77326dbc-f428-4053-b0f5-10170ee758cd
  kind: Event
  lastTimestamp: "2026-04-16T20:41:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:59Z"
    name: isvc-primary-c25916-predictor.18a6f104628f70d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24205"
    uid: 6cfb516d-d77d-4b6d-af18-4219f419c184
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c25916-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 77326dbc-f428-4053-b0f5-10170ee758cd
  kind: Event
  lastTimestamp: "2026-04-16T20:41:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:59Z"
    name: isvc-primary-c25916-predictor.18a6f10462f8b1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24206"
    uid: 2cba41a9-417b-4ed6-bae5-02bc637ce58d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c25916
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: de302031-305a-4ce2-8524-43eedcc0d102
  kind: Event
  lastTimestamp: "2026-04-16T20:41:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:41:51Z"
    name: isvc-primary-c25916.18a6f0f66699af53
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: 0a783d3e-6488-4c54-bab6-613ea7b657d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c25916
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: de302031-305a-4ce2-8524-43eedcc0d102
  kind: Event
  lastTimestamp: "2026-04-16T20:40:44Z"
  message: 'Failed to update status for InferenceService "isvc-primary-c25916": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-c25916":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:40:44Z"
    name: isvc-primary-c25916.18a6f0f666f8af4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 1cf7941f-efe6-4d8c-9c24-c45c9cfeb5b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c25916
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: de302031-305a-4ce2-8524-43eedcc0d102
  kind: Event
  lastTimestamp: "2026-04-16T20:40:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-c25916": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:40:44Z"
    name: isvc-primary-c25916.18a6f0f666f8fd7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23585"
    uid: a7b6eec2-5d86-4508-9139-c4eb0a59464a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c25916
    namespace: kserve-ci-e2e-test
    resourceVersion: "24085"
    uid: de302031-305a-4ce2-8524-43eedcc0d102
  kind: Event
  lastTimestamp: "2026-04-16T20:41:51Z"
  message: InferenceService [isvc-primary-c25916] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:41:51Z"
    name: isvc-primary-c25916.18a6f105f9d5cc7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: 72774875-f9bf-4bc1-af0b-76bb9b78feee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:41:54.310450Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-c25916-predictor-66b7549787-jfhg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24142"
    uid: 6f6b4a88-2a9d-40ec-ac0a-c9a8873bcd9d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-c25916-predictor-66b7549787-jfhg8
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:41:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:41:54Z"
    name: isvc-secondary-c25916-predictor-66b7549787-jfhg8.18a6f106be626d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "24146"
    uid: 3f72cb5b-64d7-4a7d-b033-9699eb3ac4d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-c25916-predictor-66b7549787-jfhg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24150"
    uid: 6f6b4a88-2a9d-40ec-ac0a-c9a8873bcd9d
  kind: Event
  lastTimestamp: "2026-04-16T20:41:54Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:41:54Z"
    name: isvc-secondary-c25916-predictor-66b7549787-jfhg8.18a6f106d7a0620d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24159"
    uid: ced9c3d5-4627-49f6-9951-3914abeba03a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c25916-predictor-66b7549787-jfhg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24144"
    uid: 6f6b4a88-2a9d-40ec-ac0a-c9a8873bcd9d
  kind: Event
  lastTimestamp: "2026-04-16T20:42:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:00Z"
    name: isvc-secondary-c25916-predictor-66b7549787-jfhg8.18a6f106d8d2d62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24215"
    uid: 8fb27a1c-963d-4a57-962f-935e98495994
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c25916-predictor-66b7549787-jfhg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24144"
    uid: 6f6b4a88-2a9d-40ec-ac0a-c9a8873bcd9d
  kind: Event
  lastTimestamp: "2026-04-16T20:42:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:00Z"
    name: isvc-secondary-c25916-predictor-66b7549787-jfhg8.18a6f106dbcfcf09
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: db9fb320-d011-4c25-a552-ed1c0a16686a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c25916-predictor-66b7549787-jfhg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24144"
    uid: 6f6b4a88-2a9d-40ec-ac0a-c9a8873bcd9d
  kind: Event
  lastTimestamp: "2026-04-16T20:42:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:00Z"
    name: isvc-secondary-c25916-predictor-66b7549787-jfhg8.18a6f106dc389313
    namespace: kserve-ci-e2e-test
    resourceVersion: "24220"
    uid: ff470e5e-de1d-40a7-ad6c-ee10ac519afb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c25916-predictor-66b7549787-jfhg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24144"
    uid: 6f6b4a88-2a9d-40ec-ac0a-c9a8873bcd9d
  kind: Event
  lastTimestamp: "2026-04-16T20:42:04Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-c25916-predictor-66b7549787-jfhg8_kserve-ci-e2e-test(6f6b4a88-2a9d-40ec-ac0a-c9a8873bcd9d)
  metadata:
    creationTimestamp: "2026-04-16T20:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:04Z"
    name: isvc-secondary-c25916-predictor-66b7549787-jfhg8.18a6f1090b9200e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 674aec0d-0ce2-4d53-99b0-ef210e9a914a
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-c25916-predictor-66b7549787
    namespace: kserve-ci-e2e-test
    resourceVersion: "24133"
    uid: ad8d6e90-c875-40c3-a003-f231098c48e6
  kind: Event
  lastTimestamp: "2026-04-16T20:41:54Z"
  message: 'Created pod: isvc-secondary-c25916-predictor-66b7549787-jfhg8'
  metadata:
    creationTimestamp: "2026-04-16T20:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:54Z"
    name: isvc-secondary-c25916-predictor-66b7549787.18a6f106bdf653fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: 8d9bc8d7-e6db-4f39-82dd-8e461042bbd3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-c25916-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24131"
    uid: 8882fb05-7749-4479-8995-9b28d27c9783
  kind: Event
  lastTimestamp: "2026-04-16T20:41:54Z"
  message: Scaled up replica set isvc-secondary-c25916-predictor-66b7549787 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:54Z"
    name: isvc-secondary-c25916-predictor.18a6f106bb93c76e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24135"
    uid: ee089a61-2f77-4614-9922-163046e94939
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-c25916-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: eac0d8cb-8879-4492-9f9c-45a012d2826c
  kind: Event
  lastTimestamp: "2026-04-16T20:42:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:09Z"
    name: isvc-secondary-c25916-predictor.18a6f10a3aa7e16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24283"
    uid: 2154c017-47d7-4e2f-8900-05624d57875f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-c25916-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: eac0d8cb-8879-4492-9f9c-45a012d2826c
  kind: Event
  lastTimestamp: "2026-04-16T20:42:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:09Z"
    name: isvc-secondary-c25916-predictor.18a6f10a3b1bf8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 0013c2ef-2a96-4887-a051-35d9cffa1562
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c25916
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: 431fd62c-432c-4bab-95f1-c2768493b918
  kind: Event
  lastTimestamp: "2026-04-16T20:42:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:42:06Z"
    name: isvc-secondary-c25916.18a6f106bb6e5263
    namespace: kserve-ci-e2e-test
    resourceVersion: "24267"
    uid: 766e4a1f-6354-4434-bddf-2d82bf64a902
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c25916
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: 431fd62c-432c-4bab-95f1-c2768493b918
  kind: Event
  lastTimestamp: "2026-04-16T20:41:54Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-c25916":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-c25916":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:41:54Z"
    name: isvc-secondary-c25916.18a6f106bbbb56c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: 7228acdd-e414-45d2-bc73-71859d7918a8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c25916
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: 431fd62c-432c-4bab-95f1-c2768493b918
  kind: Event
  lastTimestamp: "2026-04-16T20:41:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-c25916": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:41:54Z"
    name: isvc-secondary-c25916.18a6f106bbbbae95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 611d21d2-4864-4628-bc9d-0b7a8054c10c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:22:33.991016Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:22:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:22:33Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6eff895f4f29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14563"
    uid: ae79b10e-0f70-482f-876e-9a5e22852495
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:22:34Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:22:34Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6eff8aec9fef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: 5ff36a2e-eaef-4472-ad74-09f13bcbd928
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:22:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:34Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6eff8b001e9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14583"
    uid: be8ebf91-ddba-459f-8b0c-7a30d80c7712
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:22:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:34Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6eff8b3248638
    namespace: kserve-ci-e2e-test
    resourceVersion: "14584"
    uid: f9affbfa-3e89-4237-8e01-342578e3b316
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:22:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:34Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6eff8b38e1955
    namespace: kserve-ci-e2e-test
    resourceVersion: "14585"
    uid: 7ff912bc-0b38-4990-ab4a-433e932ae0d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:22:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:38Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6eff9962a5b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14620"
    uid: a70ebaae-a6b7-4c79-8ce1-eecd93e3863b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:22:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:38Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6eff9991e4368
    namespace: kserve-ci-e2e-test
    resourceVersion: "14624"
    uid: 6ac5d610-2717-433b-a144-b95cae348c73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:22:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:38Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6eff99987d399
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 66cf6338-d848-4508-8daa-4188c18cf069
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:22:38Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:62925d7b981d1952f65351ff12d2c91532437425fa51505583c8531f544bac1b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:38Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6eff99992c83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14626"
    uid: 0b4d8baf-f4f1-451c-a923-b4f17182ed03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:22:38Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T20:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:38Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6eff99ca08a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14629"
    uid: 0bbf1f68-538d-44d4-b68b-b1cba96215a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:22:38Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T20:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:38Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6eff99d09cd29
    namespace: kserve-ci-e2e-test
    resourceVersion: "14630"
    uid: 3d3bce23-697b-4276-92b9-97f1bca97d43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:24:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:24:11Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6eff9d2606223
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: 32b5f0aa-8ff0-4572-ab5c-f65e4f5a4a0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:24:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T20:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:24:11Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6effa0e007d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: ac061bf4-5d24-4436-a283-bb25111ac96a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:23:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:49Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6f00a1203c5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: 2dcf8a47-5a62-4779-8f85-9865650b295d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 0f271744-c776-48b5-9e2d-b40daa021c09
  kind: Event
  lastTimestamp: "2026-04-16T20:23:49Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T20:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:49Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6.18a6f00a12051e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: e81d5431-73a4-4bd3-913a-c836e5174026
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: f96e1744-2357-4539-8b60-c9e25ba8f9a1
  kind: Event
  lastTimestamp: "2026-04-16T20:22:33Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-6467bf5b48-r5jf6'
  metadata:
    creationTimestamp: "2026-04-16T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:22:33Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48.18a6eff8958cdb40
    namespace: kserve-ci-e2e-test
    resourceVersion: "14559"
    uid: d36628b9-a1fd-4c40-9034-234d58fdd1e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 47447146-6ebf-46ac-ab34-e9f1e3ead66f
  kind: Event
  lastTimestamp: "2026-04-16T20:22:33Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-6467bf5b48
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:22:33Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6eff891836724
    namespace: kserve-ci-e2e-test
    resourceVersion: "14545"
    uid: 4e515a6b-8236-4b6f-81ac-10ce3ad5c004
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14543"
    uid: af818c55-45e1-4acc-8b50-5a48428ff27c
  kind: Event
  lastTimestamp: "2026-04-16T20:23:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:03Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6effc107980fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: d7f8ae43-6f7c-4bc0-9d56-131a4d5d3ebf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14543"
    uid: af818c55-45e1-4acc-8b50-5a48428ff27c
  kind: Event
  lastTimestamp: "2026-04-16T20:23:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:03Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6effc10dc9bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: f13d3840-26d0-4295-9f6c-87625c25ad65
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: af818c55-45e1-4acc-8b50-5a48428ff27c
  kind: Event
  lastTimestamp: "2026-04-16T20:23:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:49Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6f0030ebd8e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: ccd5dce0-58f0-4528-8060-126b6b6b716e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: af818c55-45e1-4acc-8b50-5a48428ff27c
  kind: Event
  lastTimestamp: "2026-04-16T20:23:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:49Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6f0030f2639f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15161"
    uid: 8178174e-2918-4d24-942f-dc4de1a88fc1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14518"
    uid: 60217f8f-6627-4577-b164-2e8e749bbbf6
  kind: Event
  lastTimestamp: "2026-04-16T20:23:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:23:41Z"
    name: isvc-sklearn-batcher-custom.18a6eff8918c2e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: b2937bcb-6193-42e9-81b7-74e7a16ab09b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14518"
    uid: 60217f8f-6627-4577-b164-2e8e749bbbf6
  kind: Event
  lastTimestamp: "2026-04-16T20:22:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:22:33Z"
    name: isvc-sklearn-batcher-custom.18a6eff8920a0997
    namespace: kserve-ci-e2e-test
    resourceVersion: "14562"
    uid: 1844e4eb-4caa-4b6f-aa4d-e2a7ea0bc41a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14527"
    uid: 60217f8f-6627-4577-b164-2e8e749bbbf6
  kind: Event
  lastTimestamp: "2026-04-16T20:22:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:22:33Z"
    name: isvc-sklearn-batcher-custom.18a6eff895acdc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "14566"
    uid: fddcff57-7cdd-4f33-8481-2d3e5435b89f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15102"
    uid: 60217f8f-6627-4577-b164-2e8e749bbbf6
  kind: Event
  lastTimestamp: "2026-04-16T20:23:41Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:23:41Z"
    name: isvc-sklearn-batcher-custom.18a6f00846f932f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15103"
    uid: 6c80bd68-adfa-4d6f-be94-29d98c0897b3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:20:58.715528Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13783"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:20:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:20:58Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe2671870d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 3a7fe672-8cd9-4818-b1ed-03e8ec2afc12
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13794"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:20:59Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:20:59Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe2808828d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "13806"
    uid: 6a6027f5-5c58-4ed1-8309-1b529f987dbb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:20:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
  metadata:
    creationTimestamp: "2026-04-16T20:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:20:59Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe281cd8ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13809"
    uid: 3d8ac430-17ef-461b-a025-e84f92ef28b7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:21:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    in 3.382s (3.382s including waiting). Image size: 300960154 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:02Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe34b705224
    namespace: kserve-ci-e2e-test
    resourceVersion: "13834"
    uid: 8dbcee30-e711-4842-b24d-b0340b814293
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:21:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:02Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe34e970569
    namespace: kserve-ci-e2e-test
    resourceVersion: "13835"
    uid: 84a05897-30a9-4ea8-8616-ca98b1c20033
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:21:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:02Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe34f09ba29
    namespace: kserve-ci-e2e-test
    resourceVersion: "13836"
    uid: 5e0ed65b-01ea-48ec-9229-50b0574ce3ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:21:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
  metadata:
    creationTimestamp: "2026-04-16T20:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:06Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe454b3fc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13874"
    uid: 7f4f8211-5ac4-4f59-9031-77facf65938f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:21:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    in 12.4s (12.4s including waiting). Image size: 1560710053 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:19Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe737db9e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "13967"
    uid: 4a4e92a4-5b00-4b96-96a7-183593cb0965
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:21:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:19Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe73b618abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "13968"
    uid: c3080c6f-2cf1-4eb2-90d6-eb88bc740e46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:21:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:19Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe73bddc370
    namespace: kserve-ci-e2e-test
    resourceVersion: "13969"
    uid: 01665fe9-d7f5-4b8c-be40-e912337d14b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:21:19Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:62925d7b981d1952f65351ff12d2c91532437425fa51505583c8531f544bac1b"
  metadata:
    creationTimestamp: "2026-04-16T20:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:19Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe73bed8add
    namespace: kserve-ci-e2e-test
    resourceVersion: "13970"
    uid: 8ccee759-af52-4bf0-945c-dd5568f46ab1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:21:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:62925d7b981d1952f65351ff12d2c91532437425fa51505583c8531f544bac1b"
    in 2.335s (2.335s including waiting). Image size: 237897788 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:21Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe7c7251891
    namespace: kserve-ci-e2e-test
    resourceVersion: "13984"
    uid: 83ad6a83-7bc9-4d0a-9af0-205bcc06f741
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:21:21Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T20:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:21Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe7ca6c18cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13985"
    uid: 14ed5550-7bd2-4d50-86ed-f7b8719dc45b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:21:21Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T20:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:21Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe7cae03091
    namespace: kserve-ci-e2e-test
    resourceVersion: "13986"
    uid: f717a7f2-7c88-4a0b-a943-7d8bccc0d707
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:22:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:54Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe7d69011cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14752"
    uid: fe828f79-2c8b-496b-b02e-4b7e3505e453
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:22:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T20:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:54Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6efe81250c968
    namespace: kserve-ci-e2e-test
    resourceVersion: "14754"
    uid: 16ae1cfb-5326-48fb-a568-a0025ec43f1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:22:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:33Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6eff891955dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14548"
    uid: 72a17c9e-384c-4268-8364-35ecfd3dcc36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: 642a35c5-ec05-47eb-82c4-42ad07b032c5
  kind: Event
  lastTimestamp: "2026-04-16T20:22:33Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T20:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:33Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5.18a6eff89196b7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14549"
    uid: 86427b51-d7e3-418f-b474-d55fcd8d56ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7cf94896c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13773"
    uid: f5415c2d-48bf-4f4a-b6af-8af7af290ee7
  kind: Event
  lastTimestamp: "2026-04-16T20:20:58Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7cf94896c9-8slx5'
  metadata:
    creationTimestamp: "2026-04-16T20:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:20:58Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9.18a6efe2669d95b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13785"
    uid: 0419601a-f60e-489b-be41-116a707b5195
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13772"
    uid: 8ed01cab-bf27-42ab-9f5f-7fdf44c079e6
  kind: Event
  lastTimestamp: "2026-04-16T20:20:58Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7cf94896c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:20:58Z"
    name: isvc-sklearn-batcher-predictor.18a6efe25fe75402
    namespace: kserve-ci-e2e-test
    resourceVersion: "13775"
    uid: 3b0d1821-72a9-4b27-a593-ac40db5c9b7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: b663c659-fdb5-4aaa-8afe-1c284a7559ef
  kind: Event
  lastTimestamp: "2026-04-16T20:21:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:21:58Z"
    name: isvc-sklearn-batcher-predictor.18a6efe5e54df5e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14258"
    uid: 9489bdc8-bde0-425c-8965-47f8e6f7cbe9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: b663c659-fdb5-4aaa-8afe-1c284a7559ef
  kind: Event
  lastTimestamp: "2026-04-16T20:21:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:21:58Z"
    name: isvc-sklearn-batcher-predictor.18a6efe5e5c954f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14259"
    uid: 08a3353d-2966-46c2-aa99-1d85e560c73e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13925"
    uid: b663c659-fdb5-4aaa-8afe-1c284a7559ef
  kind: Event
  lastTimestamp: "2026-04-16T20:22:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:22:28Z"
    name: isvc-sklearn-batcher-predictor.18a6eff3e28a3b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14480"
    uid: 015c3545-a7c1-4dcf-bbf3-a6a6a848caa8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13925"
    uid: b663c659-fdb5-4aaa-8afe-1c284a7559ef
  kind: Event
  lastTimestamp: "2026-04-16T20:22:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:22:28Z"
    name: isvc-sklearn-batcher-predictor.18a6eff3e2f19ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 28960b47-7199-4b82-b660-7ae4d90d63ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13760"
    uid: 7efb5530-c25e-41f0-a24f-5b53906a2a32
  kind: Event
  lastTimestamp: "2026-04-16T20:22:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:22:24Z"
    name: isvc-sklearn-batcher.18a6efe265c46d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14445"
    uid: ed0527e3-420d-4d3d-a834-08e1d87ccbbf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13760"
    uid: 7efb5530-c25e-41f0-a24f-5b53906a2a32
  kind: Event
  lastTimestamp: "2026-04-16T20:20:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:20:58Z"
    name: isvc-sklearn-batcher.18a6efe266242dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13798"
    uid: 21819650-614f-4f2b-bb8a-be70acd03ef2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13760"
    uid: 7efb5530-c25e-41f0-a24f-5b53906a2a32
  kind: Event
  lastTimestamp: "2026-04-16T20:20:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:20:58Z"
    name: isvc-sklearn-batcher.18a6efe266246228
    namespace: kserve-ci-e2e-test
    resourceVersion: "13799"
    uid: 504c4b15-6143-496b-94e2-e01146d5810e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: 7efb5530-c25e-41f0-a24f-5b53906a2a32
  kind: Event
  lastTimestamp: "2026-04-16T20:22:24Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:22:24Z"
    name: isvc-sklearn-batcher.18a6eff64a5fdc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "14443"
    uid: 0eb12a7d-d115-4679-be87-2ed0347ee0a7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:32:05.636243Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:32:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:32:05Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f07daeaae9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 11433e41-158c-4856-a53b-8994d5bcf2e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19330"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:32:06Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:32:06Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f07dc81b1431
    namespace: kserve-ci-e2e-test
    resourceVersion: "19340"
    uid: bf07917f-03d7-482e-b079-522c7c24e9a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:32:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:32:06Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f07dcaa66fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19343"
    uid: 0901c5ee-84e4-479e-850a-efd0e8899e71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:32:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:32:06Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f07dcd599497
    namespace: kserve-ci-e2e-test
    resourceVersion: "19345"
    uid: 4cc42b22-5e3e-4dd4-a84e-550d61145a5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:32:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:32:06Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f07dcdc82bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19346"
    uid: 45b656a1-ab08-4752-804a-ce5274bc0b0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:32:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:32:10Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f07ec0b2725e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19386"
    uid: 98faa283-8f9d-4e8d-93fe-63329f97835e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:32:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:32:10Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f07ec3c29d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: 3e5d31e2-442f-4015-b358-8b5c0ec054f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:32:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:32:10Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f07ec436aa09
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 6c3ca63b-5ee6-468d-aa62-0a3ef97665ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:32:10Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-16T20:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:32:10Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f07ec4422ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19393"
    uid: 48daa384-f64e-4171-9476-1e89d174167f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:32:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.19s (2.19s including waiting). Image size: 237663781 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:32:12Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f07f46d8cffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19407"
    uid: 514f071e-7d32-4149-aca8-93f3c64f3f11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:32:12Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-16T20:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:32:12Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f07f4a4953f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19408"
    uid: c30f6c5b-dd9c-4e17-9862-53a46584ea14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:32:12Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T20:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:32:12Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f07f4abf0cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 93094a78-d700-4d83-b9a4-045119c5c6da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:33:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:15Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f08e017a3795
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: d7902dc1-ff0a-4a70-ae28-e9db96b5b856
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:33:15Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T20:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:15Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f08e017ad3f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: e80915ff-2981-419a-9cb5-2f0b31571442
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: a1dcd167-72f9-49a1-903d-7f722d12d37e
  kind: Event
  lastTimestamp: "2026-04-16T20:33:45Z"
  message: 'Readiness probe failed: Get "http://10.132.0.36:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T20:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:45Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q.18a6f09038679769
    namespace: kserve-ci-e2e-test
    resourceVersion: "20134"
    uid: b42ce697-41d5-4087-b805-cdc53de8a489
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-bd659dd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: c4edec96-3d38-4f2e-9466-54321536d6f7
  kind: Event
  lastTimestamp: "2026-04-16T20:32:05Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-bd659dd86-w6z2q'
  metadata:
    creationTimestamp: "2026-04-16T20:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:32:05Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86.18a6f07dae3fdb39
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: 0876986b-9301-4068-aec5-90589bcf85fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19304"
    uid: 00230b79-c291-40d0-9754-e56a8aa13859
  kind: Event
  lastTimestamp: "2026-04-16T20:32:05Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-bd659dd86 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:32:05Z"
    name: isvc-sklearn-mcp-predictor.18a6f07daba5a071
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: 6ae5ba5d-ef2e-4a0b-acd9-969395dfabf2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19283"
    uid: 61fb9837-6df4-4510-b08e-ff0929b2d9fb
  kind: Event
  lastTimestamp: "2026-04-16T20:33:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:33:15Z"
    name: isvc-sklearn-mcp.18a6f07dab3c91ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: 343d33bd-b9b8-43db-a098-f6f6c782cea8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19283"
    uid: 61fb9837-6df4-4510-b08e-ff0929b2d9fb
  kind: Event
  lastTimestamp: "2026-04-16T20:32:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:32:05Z"
    name: isvc-sklearn-mcp.18a6f07dabbd9d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19329"
    uid: 5717c8a3-1446-4565-b931-7592bd9b88db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19301"
    uid: 61fb9837-6df4-4510-b08e-ff0929b2d9fb
  kind: Event
  lastTimestamp: "2026-04-16T20:32:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:32:05Z"
    name: isvc-sklearn-mcp.18a6f07dafb81107
    namespace: kserve-ci-e2e-test
    resourceVersion: "19331"
    uid: ffa2fd48-93ef-4124-9cd0-3741240b4b61
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 61fb9837-6df4-4510-b08e-ff0929b2d9fb
  kind: Event
  lastTimestamp: "2026-04-16T20:33:15Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:33:15Z"
    name: isvc-sklearn-mcp.18a6f08de8785a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19844"
    uid: 3d8da6d5-6406-40f5-839b-569f461d8dc1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:50:45.954373Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28920"
    uid: 754b806c-34a0-47dc-b441-9a35a965f52c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5b8ffc6f57-h782l
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:50:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:50:45Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l.18a6f18286d4e3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28927"
    uid: d3ceb41a-6dbb-421d-a439-eeeca93e0daf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28931"
    uid: 754b806c-34a0-47dc-b441-9a35a965f52c
  kind: Event
  lastTimestamp: "2026-04-16T20:50:46Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:50:46Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l.18a6f1829ff38086
    namespace: kserve-ci-e2e-test
    resourceVersion: "28942"
    uid: 0e1158c7-8f76-4a93-b6e0-35469fdca5e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 754b806c-34a0-47dc-b441-9a35a965f52c
  kind: Event
  lastTimestamp: "2026-04-16T20:50:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:46Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l.18a6f182a14abea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28944"
    uid: db97790e-db97-485f-a103-33e6e221e5d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 754b806c-34a0-47dc-b441-9a35a965f52c
  kind: Event
  lastTimestamp: "2026-04-16T20:50:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:46Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l.18a6f182a46b6450
    namespace: kserve-ci-e2e-test
    resourceVersion: "28946"
    uid: 1cfd6a16-ad17-4dee-a76d-3c30d47ab851
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 754b806c-34a0-47dc-b441-9a35a965f52c
  kind: Event
  lastTimestamp: "2026-04-16T20:50:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:46Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l.18a6f182a4d72e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28947"
    uid: 454514b1-2c10-4bf3-9113-991218061117
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 754b806c-34a0-47dc-b441-9a35a965f52c
  kind: Event
  lastTimestamp: "2026-04-16T20:50:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:50Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l.18a6f183abc45a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28984"
    uid: 08bd14ca-b2f6-42a1-9d7e-29660e7d7a57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 754b806c-34a0-47dc-b441-9a35a965f52c
  kind: Event
  lastTimestamp: "2026-04-16T20:50:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:50Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l.18a6f183ae8c361d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28988"
    uid: cab44413-a268-49ab-b147-e0e4085e2e35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 754b806c-34a0-47dc-b441-9a35a965f52c
  kind: Event
  lastTimestamp: "2026-04-16T20:50:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:50Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l.18a6f183aefaa9af
    namespace: kserve-ci-e2e-test
    resourceVersion: "28989"
    uid: e1b63721-d429-442f-ba10-37fa0116e72e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 754b806c-34a0-47dc-b441-9a35a965f52c
  kind: Event
  lastTimestamp: "2026-04-16T20:51:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:51:42Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l.18a6f183e7a70b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: b9385a85-6a79-40f4-891d-58753918ea2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 754b806c-34a0-47dc-b441-9a35a965f52c
  kind: Event
  lastTimestamp: "2026-04-16T20:51:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:51:56Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-h782l.18a6f192d9f44d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29509"
    uid: 75423908-a85a-426a-9f32-95cbc9fa3616
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5b8ffc6f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "28909"
    uid: 4659cc60-c208-4989-9daa-1ad1ff579dbf
  kind: Event
  lastTimestamp: "2026-04-16T20:50:45Z"
  message: 'Created pod: isvc-sklearn-predictor-5b8ffc6f57-h782l'
  metadata:
    creationTimestamp: "2026-04-16T20:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:50:45Z"
    name: isvc-sklearn-predictor-5b8ffc6f57.18a6f182864acd2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28924"
    uid: 3bfcc2e6-7d8c-4cf1-bb99-88911a7aa413
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28905"
    uid: 462aadc6-4077-4de2-89da-969d4a3bec8c
  kind: Event
  lastTimestamp: "2026-04-16T20:50:45Z"
  message: Scaled up replica set isvc-sklearn-predictor-5b8ffc6f57 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:50:45Z"
    name: isvc-sklearn-predictor.18a6f18283f66b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "28911"
    uid: fbc60662-70db-4940-b57e-43bc8df93970
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28908"
    uid: ad0ae1a2-4e0a-4097-b834-a9d37b93e980
  kind: Event
  lastTimestamp: "2026-04-16T20:51:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:51:30Z"
    name: isvc-sklearn-predictor.18a6f18602998df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29291"
    uid: 541dcdd1-b33f-4580-80a7-0fc4573d87fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28908"
    uid: ad0ae1a2-4e0a-4097-b834-a9d37b93e980
  kind: Event
  lastTimestamp: "2026-04-16T20:51:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:51:30Z"
    name: isvc-sklearn-predictor.18a6f18602de90c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 18409ce3-6fd2-4dfe-acfa-e1de3b79bd0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: ad0ae1a2-4e0a-4097-b834-a9d37b93e980
  kind: Event
  lastTimestamp: "2026-04-16T20:51:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:51:45Z"
    name: isvc-sklearn-predictor.18a6f1907fee6edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29396"
    uid: 20f9b214-8ca1-4df6-96b3-754c1fb3843f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: ad0ae1a2-4e0a-4097-b834-a9d37b93e980
  kind: Event
  lastTimestamp: "2026-04-16T20:51:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:51:45Z"
    name: isvc-sklearn-predictor.18a6f19080541f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "29398"
    uid: f247bc92-22df-491c-8476-7275da33a3a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:52:46.319974Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29964"
    uid: 6609b24f-7c63-4d49-8b9f-bd3cc52154d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-59c87754d7-qk9bt
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:52:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:52:46Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt.18a6f19e8d2e2f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "29968"
    uid: 508b673e-1cfd-42f0-922c-a19a7bf7babc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29975"
    uid: 6609b24f-7c63-4d49-8b9f-bd3cc52154d1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:46Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:52:46Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt.18a6f19ea62a2ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29987"
    uid: dab7369e-4a43-4cb2-b7ec-24fe5c3a90ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 6609b24f-7c63-4d49-8b9f-bd3cc52154d1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:46Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt.18a6f19ea773c021
    namespace: kserve-ci-e2e-test
    resourceVersion: "29989"
    uid: e6e33e99-f611-4a1d-b937-8a4bd6b935c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 6609b24f-7c63-4d49-8b9f-bd3cc52154d1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:46Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt.18a6f19eaa3c8e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "29991"
    uid: 92f9c58c-67ab-4712-8010-ed39711b7047
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 6609b24f-7c63-4d49-8b9f-bd3cc52154d1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:46Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt.18a6f19eaaab647f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: 9d2088e9-d01f-4c5e-a50b-b0b6c12e7c9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 6609b24f-7c63-4d49-8b9f-bd3cc52154d1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:52Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt.18a6f19ff02b74a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30039"
    uid: 6f911b6a-107a-4b14-a0dd-28971ab0b412
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 6609b24f-7c63-4d49-8b9f-bd3cc52154d1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:52Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt.18a6f19ff3dfbca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30043"
    uid: 8602da7d-bbb7-4b16-9fe5-9454a3d4c943
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 6609b24f-7c63-4d49-8b9f-bd3cc52154d1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:52Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt.18a6f19ff44f5eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 30206724-acd9-4727-b041-eef2df27a4b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 6609b24f-7c63-4d49-8b9f-bd3cc52154d1
  kind: Event
  lastTimestamp: "2026-04-16T20:53:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:53:24Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt.18a6f1a02c3ccfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30347"
    uid: 67ca4623-ef56-41b9-b5b6-d5169c7db570
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 6609b24f-7c63-4d49-8b9f-bd3cc52154d1
  kind: Event
  lastTimestamp: "2026-04-16T20:53:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:53:23Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt.18a6f1a73a49103c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30306"
    uid: 6da00143-01aa-4a23-bf33-352dd3583cbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-59c87754d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29952"
    uid: a54e9d45-88a7-43da-b051-cfc85230b71f
  kind: Event
  lastTimestamp: "2026-04-16T20:52:46Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-59c87754d7-qk9bt'
  metadata:
    creationTimestamp: "2026-04-16T20:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:52:46Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7.18a6f19e8cca0465
    namespace: kserve-ci-e2e-test
    resourceVersion: "29965"
    uid: 2947750b-d23d-4c06-85ad-516be68492b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29950"
    uid: 168811ce-3c8b-4fc0-95f6-5931b03b3f9d
  kind: Event
  lastTimestamp: "2026-04-16T20:52:46Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-59c87754d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:52:46Z"
    name: isvc-sklearn-runtime-predictor.18a6f19e89abb210
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: 5e9e1da1-8d81-4001-84a9-eb9695f2e301
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 82f42361-db58-419f-81e4-021045ae2e32
  kind: Event
  lastTimestamp: "2026-04-16T20:53:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:53:16Z"
    name: isvc-sklearn-runtime-predictor.18a6f1a20829fcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30230"
    uid: 2493bb57-0bb5-4133-9410-f868c362b449
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 82f42361-db58-419f-81e4-021045ae2e32
  kind: Event
  lastTimestamp: "2026-04-16T20:53:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:53:16Z"
    name: isvc-sklearn-runtime-predictor.18a6f1a2088abb1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30231"
    uid: 972f661d-cda3-41c9-a8a8-35ecd1aa52f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29932"
    uid: ed3873d9-6627-468c-85b1-146e936afc86
  kind: Event
  lastTimestamp: "2026-04-16T20:53:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:53:14Z"
    name: isvc-sklearn-runtime.18a6f19e89854fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30213"
    uid: 120bf734-4fbd-4996-ba0c-91641a93ea6a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29932"
    uid: ed3873d9-6627-468c-85b1-146e936afc86
  kind: Event
  lastTimestamp: "2026-04-16T20:52:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:52:46Z"
    name: isvc-sklearn-runtime.18a6f19e89e44a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29977"
    uid: 6536fe88-73fc-44a1-b78d-36f0e90d99db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29962"
    uid: ed3873d9-6627-468c-85b1-146e936afc86
  kind: Event
  lastTimestamp: "2026-04-16T20:52:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:52:46Z"
    name: isvc-sklearn-runtime.18a6f19e8fdf9ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29978"
    uid: 5e1be937-fcce-4071-a16e-9d2dfa82bdb3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30210"
    uid: ed3873d9-6627-468c-85b1-146e936afc86
  kind: Event
  lastTimestamp: "2026-04-16T20:53:14Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:53:14Z"
    name: isvc-sklearn-runtime.18a6f1a51755e721
    namespace: kserve-ci-e2e-test
    resourceVersion: "30212"
    uid: 1116ed20-5896-48ba-8d73-7635e007ed07
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T21:06:16.444062Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36802"
    uid: 2248192f-267b-42f2-8c24-832c8b6f21b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-988f7fbdb-d4qlb
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T21:06:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T21:06:16Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb.18a6f25b2c56c7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36808"
    uid: 267ba475-7062-4143-a813-8fae44a02218
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: 2248192f-267b-42f2-8c24-832c8b6f21b1
  kind: Event
  lastTimestamp: "2026-04-16T21:06:16Z"
  message: Add eth0 [10.132.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T21:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T21:06:16Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb.18a6f25b456d73c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36825"
    uid: 5e2c0a50-c6e5-4a1a-a220-e998f973395d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 2248192f-267b-42f2-8c24-832c8b6f21b1
  kind: Event
  lastTimestamp: "2026-04-16T21:06:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:06:16Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb.18a6f25b46b7e6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: aefb9ea3-0935-4b6f-bb22-2d8e16de6098
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 2248192f-267b-42f2-8c24-832c8b6f21b1
  kind: Event
  lastTimestamp: "2026-04-16T21:06:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T21:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:06:16Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb.18a6f25b49e57224
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 64adef1a-5d45-4d2a-8d1f-93e7f09c5e20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 2248192f-267b-42f2-8c24-832c8b6f21b1
  kind: Event
  lastTimestamp: "2026-04-16T21:06:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T21:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:06:16Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb.18a6f25b4a571016
    namespace: kserve-ci-e2e-test
    resourceVersion: "36833"
    uid: 300e9fad-8142-4e89-b888-51be27abe987
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 2248192f-267b-42f2-8c24-832c8b6f21b1
  kind: Event
  lastTimestamp: "2026-04-16T21:06:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:06:18Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb.18a6f25b89295107
    namespace: kserve-ci-e2e-test
    resourceVersion: "36844"
    uid: 4d0fd550-0a15-4da1-a0e2-9c8cfe0c4822
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 2248192f-267b-42f2-8c24-832c8b6f21b1
  kind: Event
  lastTimestamp: "2026-04-16T21:06:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:06:18Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb.18a6f25b8c3c33fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36848"
    uid: c7a93b32-461c-4809-8bf0-f93bfc001ef2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 2248192f-267b-42f2-8c24-832c8b6f21b1
  kind: Event
  lastTimestamp: "2026-04-16T21:06:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:06:18Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb.18a6f25b8ca8bd8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36849"
    uid: 50de47e2-dc85-4db4-9f23-dc4e9ca6b898
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 2248192f-267b-42f2-8c24-832c8b6f21b1
  kind: Event
  lastTimestamp: "2026-04-16T21:07:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T21:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:07:30Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb.18a6f25bc51bc7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37440"
    uid: 3f514232-3601-4cc3-a46b-e499cf5b46d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 2248192f-267b-42f2-8c24-832c8b6f21b1
  kind: Event
  lastTimestamp: "2026-04-16T21:07:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:07:26Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb.18a6f26b7f137b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37357"
    uid: cda61051-9590-489f-8fb3-51a54d7b7d51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-988f7fbdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36792"
    uid: 0a69c17c-4ff9-4e14-9c86-e9d11a611921
  kind: Event
  lastTimestamp: "2026-04-16T21:06:16Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-988f7fbdb-d4qlb'
  metadata:
    creationTimestamp: "2026-04-16T21:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:06:16Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb.18a6f25b2be6d7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36804"
    uid: fa583521-8350-478a-8f97-6c585d595189
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: 4f6b40fd-e2c7-4ab2-ac16-749e55615589
  kind: Event
  lastTimestamp: "2026-04-16T21:06:16Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-988f7fbdb from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T21:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:06:16Z"
    name: isvc-sklearn-s3-predictor.18a6f25b29425654
    namespace: kserve-ci-e2e-test
    resourceVersion: "36793"
    uid: db8ca672-328e-4c9e-a4b3-933a30458c05
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: 9241c725-bd3c-47be-a10c-9db146ee5501
  kind: Event
  lastTimestamp: "2026-04-16T21:06:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:06:31Z"
    name: isvc-sklearn-s3-predictor.18a6f25ea7f35cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36944"
    uid: b02e7008-8637-46b7-b0e6-362c8b307580
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: 9241c725-bd3c-47be-a10c-9db146ee5501
  kind: Event
  lastTimestamp: "2026-04-16T21:06:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:06:31Z"
    name: isvc-sklearn-s3-predictor.18a6f25ea85a59c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36946"
    uid: d791aa24-9630-4bad-a351-8a6c98fee326
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: 9241c725-bd3c-47be-a10c-9db146ee5501
  kind: Event
  lastTimestamp: "2026-04-16T21:07:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:07:16Z"
    name: isvc-sklearn-s3-predictor.18a6f26227684fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37259"
    uid: 9e54f32b-3700-437c-898b-d5084ce3c000
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: 9241c725-bd3c-47be-a10c-9db146ee5501
  kind: Event
  lastTimestamp: "2026-04-16T21:07:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:07:16Z"
    name: isvc-sklearn-s3-predictor.18a6f26227ea489a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37260"
    uid: 8ac0e427-da34-4c52-8b96-360e39ec2c8b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T21:09:59.955815Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38724"
    uid: a2ee75eb-e5ec-4ef3-b7ef-221cc68c7867
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T21:09:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T21:09:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v.18a6f28f36ad8540
    namespace: kserve-ci-e2e-test
    resourceVersion: "38731"
    uid: e9cb9856-0959-416e-98e1-d10dcd09fe5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38734"
    uid: a2ee75eb-e5ec-4ef3-b7ef-221cc68c7867
  kind: Event
  lastTimestamp: "2026-04-16T21:10:00Z"
  message: Add eth0 [10.132.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T21:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T21:10:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v.18a6f28f4fc7df75
    namespace: kserve-ci-e2e-test
    resourceVersion: "38744"
    uid: f7956494-6411-4021-a5fd-a41f3a0507b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38727"
    uid: a2ee75eb-e5ec-4ef3-b7ef-221cc68c7867
  kind: Event
  lastTimestamp: "2026-04-16T21:10:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:10:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v.18a6f28f510c4ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38783"
    uid: 0da2382c-c2b6-479b-9858-49992158e6ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38727"
    uid: a2ee75eb-e5ec-4ef3-b7ef-221cc68c7867
  kind: Event
  lastTimestamp: "2026-04-16T21:10:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T21:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:10:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v.18a6f28f54509806
    namespace: kserve-ci-e2e-test
    resourceVersion: "38789"
    uid: 2b354294-bb80-4579-9ead-da8506df6220
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38727"
    uid: a2ee75eb-e5ec-4ef3-b7ef-221cc68c7867
  kind: Event
  lastTimestamp: "2026-04-16T21:10:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T21:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:10:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v.18a6f28f54b80079
    namespace: kserve-ci-e2e-test
    resourceVersion: "38791"
    uid: d58af3c2-6ee9-4aeb-8350-44969d6a94be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38727"
    uid: a2ee75eb-e5ec-4ef3-b7ef-221cc68c7867
  kind: Event
  lastTimestamp: "2026-04-16T21:10:07Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v_kserve-ci-e2e-test(a2ee75eb-e5ec-4ef3-b7ef-221cc68c7867)
  metadata:
    creationTimestamp: "2026-04-16T21:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:10:07Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v.18a6f291078920d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38823"
    uid: 0e695c69-304a-4750-be1d-218ac17d8d25
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:09:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "38716"
    uid: 740fd320-89e6-4c37-85e1-389538e224a5
  kind: Event
  lastTimestamp: "2026-04-16T21:09:59Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-phl8v'
  metadata:
    creationTimestamp: "2026-04-16T21:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:09:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64.18a6f28f36437950
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 97531605-65d1-4ad9-8b39-4a131cc98033
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:09:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 0a820380-7d2a-45b6-ac64-fa0da3a8d3d7
  kind: Event
  lastTimestamp: "2026-04-16T21:09:59Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T21:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:09:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a6f28f3403c9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38718"
    uid: daa11052-a602-4b1e-97c6-90500529d46a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T21:09:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: 20681102-c9b5-4982-97c5-4a2ceeb88f2e
  kind: Event
  lastTimestamp: "2026-04-16T21:10:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T21:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:10:07Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6f28f33daec4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38826"
    uid: 6e71869a-0f73-4921-8c54-c916b9d46f93
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:09:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: 20681102-c9b5-4982-97c5-4a2ceeb88f2e
  kind: Event
  lastTimestamp: "2026-04-16T21:09:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:09:59Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6f28f3455e5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38721"
    uid: 6a1c09c9-71ea-44d6-a93d-aec9d9b9a08a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T21:08:48.855043Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38138"
    uid: 74474974-5930-48f3-a895-f25c608ebbfa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T21:08:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T21:08:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw.18a6f27ea8bdff7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38145"
    uid: 8577de60-7ffd-46c8-a6ee-e997f752845c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38149"
    uid: 74474974-5930-48f3-a895-f25c608ebbfa
  kind: Event
  lastTimestamp: "2026-04-16T21:08:49Z"
  message: Add eth0 [10.132.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T21:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T21:08:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw.18a6f27ec1d0e74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38163"
    uid: 2f98a4ea-7831-42a4-b447-2ee8b9e5bd54
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: 74474974-5930-48f3-a895-f25c608ebbfa
  kind: Event
  lastTimestamp: "2026-04-16T21:08:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:08:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw.18a6f27ec336d508
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: 0c4285d4-2818-42bb-b023-6963e2a4121e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: 74474974-5930-48f3-a895-f25c608ebbfa
  kind: Event
  lastTimestamp: "2026-04-16T21:08:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T21:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:08:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw.18a6f27ec5dbb553
    namespace: kserve-ci-e2e-test
    resourceVersion: "38168"
    uid: 3e031d12-3977-47d2-a257-526ea7a7e947
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: 74474974-5930-48f3-a895-f25c608ebbfa
  kind: Event
  lastTimestamp: "2026-04-16T21:08:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T21:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:08:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw.18a6f27ec64aa2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "38170"
    uid: b3663f8f-5395-4fa7-a75f-6fbf5bc35e2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: 74474974-5930-48f3-a895-f25c608ebbfa
  kind: Event
  lastTimestamp: "2026-04-16T21:08:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:08:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw.18a6f27f0adf253b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38182"
    uid: 596abe16-f5d3-4d35-8bd4-381d1461973c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: 74474974-5930-48f3-a895-f25c608ebbfa
  kind: Event
  lastTimestamp: "2026-04-16T21:08:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T21:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:08:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw.18a6f27f0e22467f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38187"
    uid: 9864c0c4-2f07-479f-98e2-1d9829ccee6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: 74474974-5930-48f3-a895-f25c608ebbfa
  kind: Event
  lastTimestamp: "2026-04-16T21:08:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:08:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw.18a6f27f0e90f684
    namespace: kserve-ci-e2e-test
    resourceVersion: "38189"
    uid: 904d797b-a15e-4137-a7c0-7ab412760f84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: 74474974-5930-48f3-a895-f25c608ebbfa
  kind: Event
  lastTimestamp: "2026-04-16T21:10:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.70:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T21:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:10:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw.18a6f27f46cd479c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38771"
    uid: 97b7b810-001a-4dbc-bb31-6af5ea8efa1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: 74474974-5930-48f3-a895-f25c608ebbfa
  kind: Event
  lastTimestamp: "2026-04-16T21:09:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:09:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw.18a6f28ef7005518
    namespace: kserve-ci-e2e-test
    resourceVersion: "38689"
    uid: 48d25275-8a7b-465c-9eb6-7891a0b77b3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "38129"
    uid: ef764304-1ec8-419c-95fa-184a05e46b61
  kind: Event
  lastTimestamp: "2026-04-16T21:08:48Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-jbggw'
  metadata:
    creationTimestamp: "2026-04-16T21:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:08:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74.18a6f27ea841001a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38141"
    uid: 29386666-b5d7-437f-9be1-26aeb3bba595
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38126"
    uid: f384d435-dfe1-4bb6-8c5b-6eda47757f1d
  kind: Event
  lastTimestamp: "2026-04-16T21:08:48Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T21:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:08:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f27ea5ee56e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: 4207b635-6569-4161-b8fa-b176f8a640f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:09:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38128"
    uid: c7f82014-f7ae-4ba8-b677-2a11d75ba6b7
  kind: Event
  lastTimestamp: "2026-04-16T21:09:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:09:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f282246a6caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38390"
    uid: 99eb60b7-1788-4ac7-b5eb-24fbf60451f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:09:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38128"
    uid: c7f82014-f7ae-4ba8-b677-2a11d75ba6b7
  kind: Event
  lastTimestamp: "2026-04-16T21:09:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:09:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f28224cebfc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38391"
    uid: 9188a3cc-2de3-44b8-ba6b-f2a85fd5e682
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:09:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38280"
    uid: c7f82014-f7ae-4ba8-b677-2a11d75ba6b7
  kind: Event
  lastTimestamp: "2026-04-16T21:09:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:09:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f2892325f4e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38597"
    uid: 50714628-ad43-4dc8-b124-3a4bf2fa3cc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:09:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38280"
    uid: c7f82014-f7ae-4ba8-b677-2a11d75ba6b7
  kind: Event
  lastTimestamp: "2026-04-16T21:09:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:09:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f289238df9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38598"
    uid: a4a0c22c-b4cc-449b-b3fb-65549f6d4630
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 2f745f7a-c48c-4110-9bb0-a1f6a7c92369
  kind: Event
  lastTimestamp: "2026-04-16T21:09:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T21:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:09:52Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6f27ea5c38808
    namespace: kserve-ci-e2e-test
    resourceVersion: "38631"
    uid: 2c3b74f9-f08e-4f6b-828f-895b21b58cff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 2f745f7a-c48c-4110-9bb0-a1f6a7c92369
  kind: Event
  lastTimestamp: "2026-04-16T21:08:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:08:48Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6f27ea619d618
    namespace: kserve-ci-e2e-test
    resourceVersion: "38151"
    uid: 4fe45bfb-8447-42cc-ad79-2fcff7601c92
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38127"
    uid: 2f745f7a-c48c-4110-9bb0-a1f6a7c92369
  kind: Event
  lastTimestamp: "2026-04-16T21:08:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T21:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:08:48Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6f27eaa7a99dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38152"
    uid: 3f6a7150-e680-4bae-aac0-1c1f706d9a4e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:09:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38629"
    uid: 2f745f7a-c48c-4110-9bb0-a1f6a7c92369
  kind: Event
  lastTimestamp: "2026-04-16T21:09:52Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T21:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:09:52Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6f28d7f17ab29
    namespace: kserve-ci-e2e-test
    resourceVersion: "38630"
    uid: 00f1f115-1c4e-4b6f-a2a3-199af6592923
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T21:08:37.788888Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37969"
    uid: 2c4fa061-72b4-4bff-aebf-2b21e34272c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T21:08:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T21:08:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw.18a6f27c1525b5a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37973"
    uid: 1afa460c-2cef-4a0d-9d96-0b874b9da3bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37977"
    uid: 2c4fa061-72b4-4bff-aebf-2b21e34272c9
  kind: Event
  lastTimestamp: "2026-04-16T21:08:38Z"
  message: Add eth0 [10.132.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T21:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T21:08:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw.18a6f27c2e2b2a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: 389a665b-4f45-40bb-abf5-df7acbbb1500
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37970"
    uid: 2c4fa061-72b4-4bff-aebf-2b21e34272c9
  kind: Event
  lastTimestamp: "2026-04-16T21:08:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:08:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw.18a6f27c2f8b4b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38015"
    uid: 72e9b287-8d2d-4faf-bd31-a64beb89cc86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37970"
    uid: 2c4fa061-72b4-4bff-aebf-2b21e34272c9
  kind: Event
  lastTimestamp: "2026-04-16T21:08:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T21:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:08:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw.18a6f27c32ed21f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38023"
    uid: 6739618e-9087-4e37-9e80-39e879521c36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37970"
    uid: 2c4fa061-72b4-4bff-aebf-2b21e34272c9
  kind: Event
  lastTimestamp: "2026-04-16T21:08:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T21:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:08:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw.18a6f27c335d5296
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 575eae6f-6482-45c2-8b21-54f02c9cdeff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37970"
    uid: 2c4fa061-72b4-4bff-aebf-2b21e34272c9
  kind: Event
  lastTimestamp: "2026-04-16T21:08:46Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw_kserve-ci-e2e-test(2c4fa061-72b4-4bff-aebf-2b21e34272c9)
  metadata:
    creationTimestamp: "2026-04-16T21:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:08:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw.18a6f27e1bce4572
    namespace: kserve-ci-e2e-test
    resourceVersion: "38069"
    uid: 4a3cc02a-e58d-4e81-b96f-d13192e334e4
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37957"
    uid: 01b8b423-2f04-410d-8118-b704b1d06763
  kind: Event
  lastTimestamp: "2026-04-16T21:08:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-srqmw'
  metadata:
    creationTimestamp: "2026-04-16T21:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:08:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b.18a6f27c14c15e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37971"
    uid: 8c06eacf-827d-4bcb-99a2-83fc2428997d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37955"
    uid: 0e338024-cc60-429f-9a04-73f1fe51a79c
  kind: Event
  lastTimestamp: "2026-04-16T21:08:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-b8598767b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T21:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:08:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a6f27c120dc6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37959"
    uid: 04e6dc8e-6a8c-4eb2-8dc9-2dd6d08f484d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37947"
    uid: ccfcf793-1dc5-4306-a855-fb2166f61d64
  kind: Event
  lastTimestamp: "2026-04-16T21:08:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T21:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:08:46Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6f27c11e0a72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: 11916e91-9a68-4864-b64b-49b1da07ece0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37947"
    uid: ccfcf793-1dc5-4306-a855-fb2166f61d64
  kind: Event
  lastTimestamp: "2026-04-16T21:08:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:08:37Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6f27c123a6b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37979"
    uid: 3a97385b-caa6-401d-9136-021db0dd1385
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37954"
    uid: ccfcf793-1dc5-4306-a855-fb2166f61d64
  kind: Event
  lastTimestamp: "2026-04-16T21:08:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T21:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:08:37Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6f27c172fc7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: cf466c63-cb4f-4657-a9ae-57929bc62e66
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T21:07:26.653126Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37380"
    uid: d0bbad4e-b9fe-4058-97f8-e630d415ee5e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T21:07:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T21:07:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw.18a6f26b85201769
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: 6ddadfa7-c2bb-4ca5-9f13-1bf962a5c4fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: d0bbad4e-b9fe-4058-97f8-e630d415ee5e
  kind: Event
  lastTimestamp: "2026-04-16T21:07:27Z"
  message: Add eth0 [10.132.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T21:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T21:07:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw.18a6f26b9de838d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37401"
    uid: ef335887-32cd-49a0-8350-6d11110f8e33
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: d0bbad4e-b9fe-4058-97f8-e630d415ee5e
  kind: Event
  lastTimestamp: "2026-04-16T21:07:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:07:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw.18a6f26b9f1f81b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37403"
    uid: 504f2214-380f-43ea-8e4f-a9977bd2af38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: d0bbad4e-b9fe-4058-97f8-e630d415ee5e
  kind: Event
  lastTimestamp: "2026-04-16T21:07:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T21:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:07:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw.18a6f26ba227ca10
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 9f934bff-6221-4b63-8ffd-8bb7e05519f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: d0bbad4e-b9fe-4058-97f8-e630d415ee5e
  kind: Event
  lastTimestamp: "2026-04-16T21:07:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T21:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:07:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw.18a6f26ba294c650
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 739cf859-b105-4790-bc77-b5b553122c9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: d0bbad4e-b9fe-4058-97f8-e630d415ee5e
  kind: Event
  lastTimestamp: "2026-04-16T21:07:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:07:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw.18a6f26be2d708a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37420"
    uid: d48a1875-230c-435e-9621-f7fc4cfb914f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: d0bbad4e-b9fe-4058-97f8-e630d415ee5e
  kind: Event
  lastTimestamp: "2026-04-16T21:07:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T21:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:07:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw.18a6f26be59048b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37424"
    uid: 94bd5b10-45db-486e-a89d-76b3d5fa0fd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: d0bbad4e-b9fe-4058-97f8-e630d415ee5e
  kind: Event
  lastTimestamp: "2026-04-16T21:07:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:07:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw.18a6f26be5fe5d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "37425"
    uid: 7c2223c2-b2da-4f90-a9d0-61093ad70954
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: d0bbad4e-b9fe-4058-97f8-e630d415ee5e
  kind: Event
  lastTimestamp: "2026-04-16T21:08:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T21:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:08:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw.18a6f26c1ec6533c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38014"
    uid: e976f5cc-5345-49be-b8a6-6587220b2f30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: d0bbad4e-b9fe-4058-97f8-e630d415ee5e
  kind: Event
  lastTimestamp: "2026-04-16T21:08:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:08:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw.18a6f27bd59b160a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37930"
    uid: f3546e3e-1120-44f0-8642-05fe4fe49a0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "37367"
    uid: de3ff6fa-da5c-4e7a-9e42-63c8c8798c42
  kind: Event
  lastTimestamp: "2026-04-16T21:07:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-fgkhw'
  metadata:
    creationTimestamp: "2026-04-16T21:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:07:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54.18a6f26b84aaa70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37381"
    uid: 8904de19-f203-4204-bf8e-a0318d6d57eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37365"
    uid: 39e8ae62-1d33-4683-a850-b3f184fdc3bd
  kind: Event
  lastTimestamp: "2026-04-16T21:07:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T21:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:07:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f26b82499f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "37369"
    uid: 448f7c03-2d23-4e6c-8a8d-a1d4944707c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37366"
    uid: 45e09ec7-3f76-4b0c-b174-44cd718c009b
  kind: Event
  lastTimestamp: "2026-04-16T21:07:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:07:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f26f0120289e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37523"
    uid: ec29408c-be20-4d0a-ab69-6566d60260c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37366"
    uid: 45e09ec7-3f76-4b0c-b174-44cd718c009b
  kind: Event
  lastTimestamp: "2026-04-16T21:07:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:07:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f26f01a5e32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37525"
    uid: 02485873-541f-470f-8931-e919d4f331f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37524"
    uid: 45e09ec7-3f76-4b0c-b174-44cd718c009b
  kind: Event
  lastTimestamp: "2026-04-16T21:08:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:08:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f27280647cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37841"
    uid: b2903892-5a72-4f7d-9ff6-2a95a9f61d1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37524"
    uid: 45e09ec7-3f76-4b0c-b174-44cd718c009b
  kind: Event
  lastTimestamp: "2026-04-16T21:08:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:08:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f27280c87f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "37842"
    uid: b3b83177-2a9a-42b5-907b-bd81e38ab122
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37358"
    uid: 326c79c5-75e5-4be8-a7c6-c19d20bd2271
  kind: Event
  lastTimestamp: "2026-04-16T21:08:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T21:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:08:30Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6f26b822248a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37873"
    uid: 0b5fdf65-687c-42aa-9f21-05309c37282d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37358"
    uid: 326c79c5-75e5-4be8-a7c6-c19d20bd2271
  kind: Event
  lastTimestamp: "2026-04-16T21:07:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:07:26Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6f26b8271c878
    namespace: kserve-ci-e2e-test
    resourceVersion: "37372"
    uid: 59661640-ed33-4413-84ef-bce017309b19
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:08:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37871"
    uid: 326c79c5-75e5-4be8-a7c6-c19d20bd2271
  kind: Event
  lastTimestamp: "2026-04-16T21:08:30Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T21:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:08:30Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6f27a572d2272
    namespace: kserve-ci-e2e-test
    resourceVersion: "37872"
    uid: b9e21bf2-1b01-4569-886a-8fd752cd93e5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T21:11:22.123829Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39483"
    uid: 770bf67c-b1a0-4953-b82f-f765c43a8226
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T21:11:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T21:11:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw.18a6f2a25845d8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: 99bd02a6-d504-415d-8c34-7353d299cbed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:11:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39491"
    uid: 770bf67c-b1a0-4953-b82f-f765c43a8226
  kind: Event
  lastTimestamp: "2026-04-16T21:11:22Z"
  message: Add eth0 [10.132.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T21:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T21:11:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw.18a6f2a27151fe74
    namespace: kserve-ci-e2e-test
    resourceVersion: "39502"
    uid: 1f1739bf-f3f8-4dc2-81bc-038dd06f0a64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: 770bf67c-b1a0-4953-b82f-f765c43a8226
  kind: Event
  lastTimestamp: "2026-04-16T21:11:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:11:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw.18a6f2a2728a1bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39540"
    uid: e655f1ac-47c4-4ac6-803c-1c650e48e86f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: 770bf67c-b1a0-4953-b82f-f765c43a8226
  kind: Event
  lastTimestamp: "2026-04-16T21:11:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T21:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:11:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw.18a6f2a2758d77a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39544"
    uid: e942a5c2-b127-4b3c-b49b-859d90eefd2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: 770bf67c-b1a0-4953-b82f-f765c43a8226
  kind: Event
  lastTimestamp: "2026-04-16T21:11:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T21:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:11:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw.18a6f2a275f5c463
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: cb1eaa24-e11f-495b-a3e3-41929d0d0ee0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: 770bf67c-b1a0-4953-b82f-f765c43a8226
  kind: Event
  lastTimestamp: "2026-04-16T21:11:32Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw_kserve-ci-e2e-test(770bf67c-b1a0-4953-b82f-f765c43a8226)
  metadata:
    creationTimestamp: "2026-04-16T21:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:11:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw.18a6f2a4a652ab42
    namespace: kserve-ci-e2e-test
    resourceVersion: "39592"
    uid: 12230469-cdad-468a-b4bf-3177fc8c3a49
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:11:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39473"
    uid: fd265726-de0a-4b70-b8b5-5d0a05228a7a
  kind: Event
  lastTimestamp: "2026-04-16T21:11:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-f79xw'
  metadata:
    creationTimestamp: "2026-04-16T21:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:11:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c.18a6f2a257b3b58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: d9601698-ed9a-4a62-8d2e-446189c17461
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:11:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39470"
    uid: 4811c063-eff6-4266-91dd-1c2ac3d22ac5
  kind: Event
  lastTimestamp: "2026-04-16T21:11:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T21:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:11:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a6f2a2554f5cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: e74b3e6d-3c12-4098-8052-b7d9aebf5ba9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T21:11:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39462"
    uid: d8861cc9-c667-4867-a6c5-14c403b45a87
  kind: Event
  lastTimestamp: "2026-04-16T21:11:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T21:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:11:26Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6f2a255289814
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: b6365d09-772b-47be-a447-7f695c53332b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:11:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39462"
    uid: d8861cc9-c667-4867-a6c5-14c403b45a87
  kind: Event
  lastTimestamp: "2026-04-16T21:11:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:11:22Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6f2a255771ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39477"
    uid: 5bbfd3e1-867b-4a09-9773-da131ab13cbb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T21:10:11.057346Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38895"
    uid: 032cbcb2-b329-4a72-9878-68273b138a1d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T21:10:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T21:10:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw.18a6f291cc68793b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38901"
    uid: 91fb0019-e69c-4aa4-97f0-07e33762dc2f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38906"
    uid: 032cbcb2-b329-4a72-9878-68273b138a1d
  kind: Event
  lastTimestamp: "2026-04-16T21:10:11Z"
  message: Add eth0 [10.132.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T21:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T21:10:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw.18a6f291e5ff9fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38915"
    uid: 58029c77-cc6f-4f8c-928e-690ac28478bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38899"
    uid: 032cbcb2-b329-4a72-9878-68273b138a1d
  kind: Event
  lastTimestamp: "2026-04-16T21:10:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:10:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw.18a6f291e749e2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38917"
    uid: a44fe717-bc0a-477d-8e9c-693768d60c74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38899"
    uid: 032cbcb2-b329-4a72-9878-68273b138a1d
  kind: Event
  lastTimestamp: "2026-04-16T21:10:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T21:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:10:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw.18a6f291ea0fc6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38920"
    uid: 888f2304-36d4-4e79-89d6-35f7d914068a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38899"
    uid: 032cbcb2-b329-4a72-9878-68273b138a1d
  kind: Event
  lastTimestamp: "2026-04-16T21:10:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T21:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:10:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw.18a6f291ea79cb6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38921"
    uid: 2ec4d861-a929-4281-8414-e09e83d67328
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38899"
    uid: 032cbcb2-b329-4a72-9878-68273b138a1d
  kind: Event
  lastTimestamp: "2026-04-16T21:10:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:10:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw.18a6f292321f5a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: eb678822-ab5a-4aa7-80c1-9474e2b242a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38899"
    uid: 032cbcb2-b329-4a72-9878-68273b138a1d
  kind: Event
  lastTimestamp: "2026-04-16T21:10:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T21:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:10:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw.18a6f2923517c677
    namespace: kserve-ci-e2e-test
    resourceVersion: "38937"
    uid: fd34eaf4-9b8c-4c27-a2f7-65c9dd2328ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38899"
    uid: 032cbcb2-b329-4a72-9878-68273b138a1d
  kind: Event
  lastTimestamp: "2026-04-16T21:10:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:10:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw.18a6f29235835ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38938"
    uid: e3450a02-1826-4c00-95a5-888f5fb6f9bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38899"
    uid: 032cbcb2-b329-4a72-9878-68273b138a1d
  kind: Event
  lastTimestamp: "2026-04-16T21:11:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.72:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T21:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:11:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw.18a6f2926e0938ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "39527"
    uid: ab85e459-0d86-40ea-8168-c5ab75297344
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38899"
    uid: 032cbcb2-b329-4a72-9878-68273b138a1d
  kind: Event
  lastTimestamp: "2026-04-16T21:11:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:11:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw.18a6f2a219a917e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39448"
    uid: 4245653a-64d8-48cf-929b-1bdcf0441721
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "38887"
    uid: cd32ba03-ea59-4589-be38-a38e2fca736f
  kind: Event
  lastTimestamp: "2026-04-16T21:10:11Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-pb8bw'
  metadata:
    creationTimestamp: "2026-04-16T21:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:10:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87.18a6f291cb9d7230
    namespace: kserve-ci-e2e-test
    resourceVersion: "38898"
    uid: df3fcb56-affd-4580-a61c-177c95a899a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: dd9fac47-edcc-4f2a-9f36-696f7a8481ce
  kind: Event
  lastTimestamp: "2026-04-16T21:10:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T21:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:10:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f291c8a82dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38889"
    uid: bcbf7483-9fcb-447a-96c0-9edfc3b24132
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38886"
    uid: a4b80262-44e9-4dca-bbeb-7174ad0bb0f8
  kind: Event
  lastTimestamp: "2026-04-16T21:10:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:10:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f295473a5d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "39142"
    uid: c7882ebc-f15a-4ca1-824d-951b5176a8a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38886"
    uid: a4b80262-44e9-4dca-bbeb-7174ad0bb0f8
  kind: Event
  lastTimestamp: "2026-04-16T21:10:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:10:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f295479fa7e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39143"
    uid: 453f9af6-5c63-4892-b438-e3b302abf8e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: a4b80262-44e9-4dca-bbeb-7174ad0bb0f8
  kind: Event
  lastTimestamp: "2026-04-16T21:11:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:11:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f29c45db41ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39352"
    uid: ba44a3f7-ff6a-43ed-9a8a-d909ea1f4db1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: a4b80262-44e9-4dca-bbeb-7174ad0bb0f8
  kind: Event
  lastTimestamp: "2026-04-16T21:11:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:11:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f29c4661208b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39353"
    uid: 6d693360-fc38-4b99-aafc-110945be3269
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38876"
    uid: 90d980ff-9162-43df-a37e-a169a7d58178
  kind: Event
  lastTimestamp: "2026-04-16T21:11:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T21:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:11:15Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6f291c87788a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39387"
    uid: 69e19ee7-e6da-4606-a15c-033cd00641ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:10:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38876"
    uid: 90d980ff-9162-43df-a37e-a169a7d58178
  kind: Event
  lastTimestamp: "2026-04-16T21:10:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:10:10Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6f291c8d76ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 764cf2b0-6124-4bd9-b46e-ad9122e0bd09
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:11:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39384"
    uid: 90d980ff-9162-43df-a37e-a169a7d58178
  kind: Event
  lastTimestamp: "2026-04-16T21:11:14Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T21:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:11:14Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6f2a0a7d9fb29
    namespace: kserve-ci-e2e-test
    resourceVersion: "39385"
    uid: d757b010-887c-493f-ae0e-13017a9ca7a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36766"
    uid: d38f5123-1a9d-4e25-b8e3-0fad9bd1676d
  kind: Event
  lastTimestamp: "2026-04-16T21:07:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T21:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:07:20Z"
    name: isvc-sklearn-s3.18a6f25b2948a48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37290"
    uid: a72bd963-86cd-4edf-858c-9dec1aaaee4a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36766"
    uid: d38f5123-1a9d-4e25-b8e3-0fad9bd1676d
  kind: Event
  lastTimestamp: "2026-04-16T21:06:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:06:16Z"
    name: isvc-sklearn-s3.18a6f25b29d5a228
    namespace: kserve-ci-e2e-test
    resourceVersion: "36814"
    uid: 5c3246bd-32bd-42df-a177-76c81b94b250
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36775"
    uid: d38f5123-1a9d-4e25-b8e3-0fad9bd1676d
  kind: Event
  lastTimestamp: "2026-04-16T21:06:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:06:16Z"
    name: isvc-sklearn-s3.18a6f25b2e2de471
    namespace: kserve-ci-e2e-test
    resourceVersion: "36815"
    uid: 88d392b9-4ddc-4763-83bb-784db451edb6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:07:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37288"
    uid: d38f5123-1a9d-4e25-b8e3-0fad9bd1676d
  kind: Event
  lastTimestamp: "2026-04-16T21:07:20Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T21:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:07:20Z"
    name: isvc-sklearn-s3.18a6f269fd05e43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37289"
    uid: bacf9fa7-257f-4d04-a741-b5aa0b3eb850
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6cb9c8f799
    namespace: kserve-ci-e2e-test
    resourceVersion: "28846"
    uid: 96caaff2-583e-4886-8fac-b7acbe7ee667
  kind: Event
  lastTimestamp: "2026-04-16T20:50:43Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6cb9c8f799-fpj92'
  metadata:
    creationTimestamp: "2026-04-16T20:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:50:43Z"
    name: isvc-sklearn-scheduler-predictor-6cb9c8f799.18a6f182069ea782
    namespace: kserve-ci-e2e-test
    resourceVersion: "28859"
    uid: f7c3ca75-2b8c-4c01-ad04-aee62d9c6155
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 9b2c4a79-1ba6-476f-b21d-ca7029e24053
  kind: Event
  lastTimestamp: "2026-04-16T20:50:43Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6cb9c8f799 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:50:43Z"
    name: isvc-sklearn-scheduler-predictor.18a6f1820406dd7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28848"
    uid: 888878df-2fb6-4c80-9e0d-9919ad532362
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "28821"
    uid: 6581e9b1-3041-4542-a1b3-d1bca30a7156
  kind: Event
  lastTimestamp: "2026-04-16T20:50:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:50:44Z"
    name: isvc-sklearn-scheduler.18a6f182038d14f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28870"
    uid: 3a5a0bc1-ed7f-438f-8782-294f4b2fed38
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "28821"
    uid: 6581e9b1-3041-4542-a1b3-d1bca30a7156
  kind: Event
  lastTimestamp: "2026-04-16T20:50:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:50:43Z"
    name: isvc-sklearn-scheduler.18a6f18204111792
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 563d7469-e6df-452b-8aca-c62a09541135
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "28821"
    uid: 6581e9b1-3041-4542-a1b3-d1bca30a7156
  kind: Event
  lastTimestamp: "2026-04-16T20:50:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:50:43Z"
    name: isvc-sklearn-scheduler.18a6f18204117688
    namespace: kserve-ci-e2e-test
    resourceVersion: "28853"
    uid: 0c704174-692d-43f0-a594-0ca94444a200
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:55:24.108976Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 224e3b19-cff9-44e9-9ced-ab562fc11d75
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:55:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:55:24Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82.18a6f1c34a23583a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31355"
    uid: 57df3401-3816-4f22-b7a4-02070383b28e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31359"
    uid: 224e3b19-cff9-44e9-9ced-ab562fc11d75
  kind: Event
  lastTimestamp: "2026-04-16T20:55:24Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:55:24Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82.18a6f1c362ef5c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "31372"
    uid: 20d31876-2ac7-47bb-9170-2771de40926a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 224e3b19-cff9-44e9-9ced-ab562fc11d75
  kind: Event
  lastTimestamp: "2026-04-16T20:55:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:24Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82.18a6f1c3644f0063
    namespace: kserve-ci-e2e-test
    resourceVersion: "31375"
    uid: c7e7a9a8-7865-437d-a0bf-da01bbe36961
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 224e3b19-cff9-44e9-9ced-ab562fc11d75
  kind: Event
  lastTimestamp: "2026-04-16T20:55:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:24Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82.18a6f1c3674a8d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "31377"
    uid: 7fdaebc6-9923-4fb1-8d0f-0ac0d5ae11f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 224e3b19-cff9-44e9-9ced-ab562fc11d75
  kind: Event
  lastTimestamp: "2026-04-16T20:55:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:24Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82.18a6f1c367b79f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: 0dea496a-fd85-469e-813e-1b798099621a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 224e3b19-cff9-44e9-9ced-ab562fc11d75
  kind: Event
  lastTimestamp: "2026-04-16T20:55:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:28Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82.18a6f1c462240825
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 317d9e71-48b6-4ed9-bc64-d6816a22dadc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 224e3b19-cff9-44e9-9ced-ab562fc11d75
  kind: Event
  lastTimestamp: "2026-04-16T20:55:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:28Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82.18a6f1c46583ed44
    namespace: kserve-ci-e2e-test
    resourceVersion: "31420"
    uid: 3ed9f98a-0f85-41b0-b8ce-4a0fe3883385
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 224e3b19-cff9-44e9-9ced-ab562fc11d75
  kind: Event
  lastTimestamp: "2026-04-16T20:55:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:28Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82.18a6f1c465f19fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31422"
    uid: 5c5c1d31-5b7b-4cef-b8ef-a74dd4de0d8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 224e3b19-cff9-44e9-9ced-ab562fc11d75
  kind: Event
  lastTimestamp: "2026-04-16T20:56:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:56:30Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82.18a6f1c49e236899
    namespace: kserve-ci-e2e-test
    resourceVersion: "31858"
    uid: 87d2033f-6b19-4dff-9c8a-fbf28da08915
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 224e3b19-cff9-44e9-9ced-ab562fc11d75
  kind: Event
  lastTimestamp: "2026-04-16T20:56:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:56:44Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82.18a6f1d5f3cdfdd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31995"
    uid: 8f87470d-2ac5-419d-ba35-6b978236449b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-595976f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 256b300b-602e-440c-9a74-33d4c1e2e6c6
  kind: Event
  lastTimestamp: "2026-04-16T20:55:24Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-595976f8b-2pg82'
  metadata:
    creationTimestamp: "2026-04-16T20:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:55:24Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b.18a6f1c349c74035
    namespace: kserve-ci-e2e-test
    resourceVersion: "31353"
    uid: 16e45334-c9e2-474c-a0b9-e517c9098a6c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31334"
    uid: 9a4a13e3-1540-433d-b2ff-fe8d9e1d4b7c
  kind: Event
  lastTimestamp: "2026-04-16T20:55:24Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-595976f8b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:55:24Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f1c34764b9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "31342"
    uid: 4ff3b2dd-7686-4503-b9c7-0f2820a43005
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31337"
    uid: 4b341394-9a0f-4024-bc9f-e117de241ccd
  kind: Event
  lastTimestamp: "2026-04-16T20:55:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:55:39Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f1c6c6736711
    namespace: kserve-ci-e2e-test
    resourceVersion: "31493"
    uid: 1bba7840-fbe0-42cb-a375-cc877809cef3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31337"
    uid: 4b341394-9a0f-4024-bc9f-e117de241ccd
  kind: Event
  lastTimestamp: "2026-04-16T20:55:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:55:39Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f1c6c6d8b800
    namespace: kserve-ci-e2e-test
    resourceVersion: "31495"
    uid: 966e7032-99d1-4964-a0b6-50eb57363f28
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31492"
    uid: 4b341394-9a0f-4024-bc9f-e117de241ccd
  kind: Event
  lastTimestamp: "2026-04-16T20:56:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:56:39Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f1ca458899bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31918"
    uid: 9e741966-e514-45c4-b27a-51031dabb4e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31492"
    uid: 4b341394-9a0f-4024-bc9f-e117de241ccd
  kind: Event
  lastTimestamp: "2026-04-16T20:56:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:56:39Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f1ca45f36a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 03165ee1-54b9-4429-868d-f930046dcc50
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: 2e368789-d712-4593-b36e-edf6f4b1e64d
  kind: Event
  lastTimestamp: "2026-04-16T20:56:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:56:40Z"
    name: isvc-sklearn-v2-mixed.18a6f1c34730c10a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: c4452b36-73fa-4cd3-839f-40a11734fac5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: 2e368789-d712-4593-b36e-edf6f4b1e64d
  kind: Event
  lastTimestamp: "2026-04-16T20:55:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:55:24Z"
    name: isvc-sklearn-v2-mixed.18a6f1c347b80878
    namespace: kserve-ci-e2e-test
    resourceVersion: "31362"
    uid: 11c35373-a905-4828-a494-dbe15924687d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31323"
    uid: 2e368789-d712-4593-b36e-edf6f4b1e64d
  kind: Event
  lastTimestamp: "2026-04-16T20:55:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:55:24Z"
    name: isvc-sklearn-v2-mixed.18a6f1c34be716a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31364"
    uid: 27ca43cc-c172-457c-9a7d-9aae2255fdbf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31938"
    uid: 2e368789-d712-4593-b36e-edf6f4b1e64d
  kind: Event
  lastTimestamp: "2026-04-16T20:56:40Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:56:40Z"
    name: isvc-sklearn-v2-mixed.18a6f1d52ab16884
    namespace: kserve-ci-e2e-test
    resourceVersion: "31940"
    uid: 585df44a-fa3d-45df-a7dc-b481ed18f2b7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:54:13.858664Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: 67a3c0ff-b2fd-4500-988d-a215c2cbeb65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-5bc96b6857-tf9bw
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:54:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:54:13Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw.18a6f1b2eee49796
    namespace: kserve-ci-e2e-test
    resourceVersion: "30764"
    uid: dd7548ea-a867-4d74-8967-75dd2239c894
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30769"
    uid: 67a3c0ff-b2fd-4500-988d-a215c2cbeb65
  kind: Event
  lastTimestamp: "2026-04-16T20:54:14Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:54:14Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw.18a6f1b30793f7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30780"
    uid: 33cca833-f1fc-4e40-88e8-fe1b4bf735ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: 67a3c0ff-b2fd-4500-988d-a215c2cbeb65
  kind: Event
  lastTimestamp: "2026-04-16T20:54:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:14Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw.18a6f1b308f48237
    namespace: kserve-ci-e2e-test
    resourceVersion: "30782"
    uid: ec8d98cb-d7bb-4a53-bdf6-cde7fb27d14c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: 67a3c0ff-b2fd-4500-988d-a215c2cbeb65
  kind: Event
  lastTimestamp: "2026-04-16T20:54:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:14Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw.18a6f1b30c5afb09
    namespace: kserve-ci-e2e-test
    resourceVersion: "30785"
    uid: 11d76309-ed5f-4a19-8894-019271c48df1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: 67a3c0ff-b2fd-4500-988d-a215c2cbeb65
  kind: Event
  lastTimestamp: "2026-04-16T20:54:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:14Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw.18a6f1b30ccd0ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30786"
    uid: 1e8c03e1-e7b1-4910-b556-357a59f46d39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: 67a3c0ff-b2fd-4500-988d-a215c2cbeb65
  kind: Event
  lastTimestamp: "2026-04-16T20:54:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:18Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw.18a6f1b40876a3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: 4163af0d-fd95-4e2c-833c-dc7e8190e425
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: 67a3c0ff-b2fd-4500-988d-a215c2cbeb65
  kind: Event
  lastTimestamp: "2026-04-16T20:54:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:18Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw.18a6f1b40b4afd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "30825"
    uid: fff19847-eeb2-4164-a1fe-ec55a6c8afcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: 67a3c0ff-b2fd-4500-988d-a215c2cbeb65
  kind: Event
  lastTimestamp: "2026-04-16T20:54:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:18Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw.18a6f1b40bb846d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30826"
    uid: fe391d25-b1e9-42eb-9e99-5bdb8af7e969
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: 67a3c0ff-b2fd-4500-988d-a215c2cbeb65
  kind: Event
  lastTimestamp: "2026-04-16T20:55:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:10Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw.18a6f1b4446a3b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31204"
    uid: 6984937d-5854-471f-8e8c-b2fa5f7d0b86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: 67a3c0ff-b2fd-4500-988d-a215c2cbeb65
  kind: Event
  lastTimestamp: "2026-04-16T20:55:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:24Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw.18a6f1c347c143fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31345"
    uid: 61b59000-e885-41a3-b854-07420c5c8bbb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-5bc96b6857
    namespace: kserve-ci-e2e-test
    resourceVersion: "30749"
    uid: d5acff6c-ebc6-4f22-b86d-b3ced03de3fd
  kind: Event
  lastTimestamp: "2026-04-16T20:54:13Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-5bc96b6857-tf9bw'
  metadata:
    creationTimestamp: "2026-04-16T20:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:54:13Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857.18a6f1b2ee6fecfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30761"
    uid: 21d3cd09-53f0-4de5-9f24-f886a7c7ca84
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30746"
    uid: a42808b2-46ef-45d3-9961-f04e707ca794
  kind: Event
  lastTimestamp: "2026-04-16T20:54:13Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-5bc96b6857 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:54:13Z"
    name: isvc-sklearn-v2-predictor.18a6f1b2eb51f866
    namespace: kserve-ci-e2e-test
    resourceVersion: "30752"
    uid: 87804e22-0f5c-4c2f-8f48-3f519ef5ebfe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: 4a2f19cb-e63f-4969-a864-c65a1226f63c
  kind: Event
  lastTimestamp: "2026-04-16T20:54:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:54:58Z"
    name: isvc-sklearn-v2-predictor.18a6f1b669d64827
    namespace: kserve-ci-e2e-test
    resourceVersion: "31123"
    uid: 7142ff7c-fee5-48d5-8791-a4fceac98a50
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: 4a2f19cb-e63f-4969-a864-c65a1226f63c
  kind: Event
  lastTimestamp: "2026-04-16T20:54:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:54:58Z"
    name: isvc-sklearn-v2-predictor.18a6f1b66a3d5284
    namespace: kserve-ci-e2e-test
    resourceVersion: "31124"
    uid: d982dea4-8a5b-44cb-a467-69960e96baf7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: 4a2f19cb-e63f-4969-a864-c65a1226f63c
  kind: Event
  lastTimestamp: "2026-04-16T20:55:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:55:13Z"
    name: isvc-sklearn-v2-predictor.18a6f1c0e7a0afe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31227"
    uid: 575b66a3-ac33-47b0-92fe-26def5f2b99d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: 4a2f19cb-e63f-4969-a864-c65a1226f63c
  kind: Event
  lastTimestamp: "2026-04-16T20:55:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:55:13Z"
    name: isvc-sklearn-v2-predictor.18a6f1c0e7f40128
    namespace: kserve-ci-e2e-test
    resourceVersion: "31229"
    uid: 60443d86-7acc-47f0-ba6f-c3adf3f87e52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:53:23.649555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: cd7cd998-0a69-48f8-93a4-276fcc29ce47
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:53:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:53:23Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k.18a6f1a73e3268e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30323"
    uid: 8d1e7275-42cb-4516-9a52-aabd41127945
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30326"
    uid: cd7cd998-0a69-48f8-93a4-276fcc29ce47
  kind: Event
  lastTimestamp: "2026-04-16T20:53:24Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:53:24Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k.18a6f1a757d6d6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30338"
    uid: 9a18e67c-37ab-4e41-b7c3-769a4aa78741
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: cd7cd998-0a69-48f8-93a4-276fcc29ce47
  kind: Event
  lastTimestamp: "2026-04-16T20:53:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:53:24Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k.18a6f1a759379c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "30340"
    uid: 42e22bfd-0547-4205-8d5b-f3233c5d551b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: cd7cd998-0a69-48f8-93a4-276fcc29ce47
  kind: Event
  lastTimestamp: "2026-04-16T20:53:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:53:24Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k.18a6f1a75ca2e996
    namespace: kserve-ci-e2e-test
    resourceVersion: "30342"
    uid: dd19bade-9513-4184-afee-2f02db4c393d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: cd7cd998-0a69-48f8-93a4-276fcc29ce47
  kind: Event
  lastTimestamp: "2026-04-16T20:53:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:53:24Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k.18a6f1a75d1ad272
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 8a0bf605-9564-4f82-8f41-0c489575aeaf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: cd7cd998-0a69-48f8-93a4-276fcc29ce47
  kind: Event
  lastTimestamp: "2026-04-16T20:53:28Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T20:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:53:28Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k.18a6f1a859c6a2d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30387"
    uid: bd2dae3f-98d6-44e4-aebd-54dceb162f76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: cd7cd998-0a69-48f8-93a4-276fcc29ce47
  kind: Event
  lastTimestamp: "2026-04-16T20:53:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:53:28Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k.18a6f1a85cb4af90
    namespace: kserve-ci-e2e-test
    resourceVersion: "30390"
    uid: 5f9ab0a0-5d51-4c22-9f25-574e945a99cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: cd7cd998-0a69-48f8-93a4-276fcc29ce47
  kind: Event
  lastTimestamp: "2026-04-16T20:53:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:53:28Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k.18a6f1a85d364da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30392"
    uid: cc42368a-5082-4cdf-9524-507515e61dd3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: cd7cd998-0a69-48f8-93a4-276fcc29ce47
  kind: Event
  lastTimestamp: "2026-04-16T20:54:00Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:00Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k.18a6f1afce73ffb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30618"
    uid: 5ddc0ac6-ef03-4f60-b280-589898ff7f98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: cd7cd998-0a69-48f8-93a4-276fcc29ce47
  kind: Event
  lastTimestamp: "2026-04-16T20:54:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:13Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k.18a6f1b2eb1d0eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: 3ec1dd7b-a765-4f11-88dd-e589e6f59f5b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "30308"
    uid: 9b599eb6-95c2-4557-8066-f4ac2a027bfa
  kind: Event
  lastTimestamp: "2026-04-16T20:53:23Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8w22k'
  metadata:
    creationTimestamp: "2026-04-16T20:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:53:23Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a6f1a73da44f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30318"
    uid: d8f3b21d-d2dd-4458-98b0-5e4eb97024a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30305"
    uid: ebb531b9-06d5-4109-895c-2e966ed8b2a9
  kind: Event
  lastTimestamp: "2026-04-16T20:53:23Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:53:23Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f1a73b2fcc72
    namespace: kserve-ci-e2e-test
    resourceVersion: "30310"
    uid: e6920bf2-e22e-4b3a-ae83-2981d5991bd2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30307"
    uid: 70481c94-db5f-4d47-90de-0e8f466b980e
  kind: Event
  lastTimestamp: "2026-04-16T20:53:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:53:38Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f1aaba186aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30466"
    uid: bc7a104e-af6d-4ab0-befd-b42a6f3b4295
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30307"
    uid: 70481c94-db5f-4d47-90de-0e8f466b980e
  kind: Event
  lastTimestamp: "2026-04-16T20:53:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:53:38Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f1aaba81ee6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30469"
    uid: 8f4a66e0-c8ed-4ebc-adb5-c38c77bfda49
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30467"
    uid: 70481c94-db5f-4d47-90de-0e8f466b980e
  kind: Event
  lastTimestamp: "2026-04-16T20:54:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:54:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f1ae39557d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "30677"
    uid: 5267d3e8-b998-4f31-afe4-83aefd456f61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30467"
    uid: 70481c94-db5f-4d47-90de-0e8f466b980e
  kind: Event
  lastTimestamp: "2026-04-16T20:54:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:54:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f1ae39cba6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30678"
    uid: 0947f363-8b1d-4310-bd9c-62aeaf92f7bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30281"
    uid: 453b27ce-9089-46a7-a917-954c26874a2a
  kind: Event
  lastTimestamp: "2026-04-16T20:54:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:54:10Z"
    name: isvc-sklearn-v2-runtime.18a6f1a73afddb6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30698"
    uid: 54dacea4-b56b-465f-a2ef-58b6d244b828
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30281"
    uid: 453b27ce-9089-46a7-a917-954c26874a2a
  kind: Event
  lastTimestamp: "2026-04-16T20:53:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:53:23Z"
    name: isvc-sklearn-v2-runtime.18a6f1a73b567a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30329"
    uid: 7a5749c2-778b-4575-b5e8-5b3096c5bd41
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30293"
    uid: 453b27ce-9089-46a7-a917-954c26874a2a
  kind: Event
  lastTimestamp: "2026-04-16T20:53:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:53:23Z"
    name: isvc-sklearn-v2-runtime.18a6f1a740ea4a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "30330"
    uid: 36bf69fa-ff2a-4438-936c-d4c10140ab6c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30696"
    uid: 453b27ce-9089-46a7-a917-954c26874a2a
  kind: Event
  lastTimestamp: "2026-04-16T20:54:10Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:54:10Z"
    name: isvc-sklearn-v2-runtime.18a6f1b22625ffbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30697"
    uid: fefbcf11-e082-4814-9068-cce040f61c6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30722"
    uid: e6c0ac1e-0a1b-44bb-af48-f86c5d537764
  kind: Event
  lastTimestamp: "2026-04-16T20:55:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:55:20Z"
    name: isvc-sklearn-v2.18a6f1b2eb24e888
    namespace: kserve-ci-e2e-test
    resourceVersion: "31287"
    uid: 01a7e1be-c518-42e7-a8cb-ef813f0e3467
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30722"
    uid: e6c0ac1e-0a1b-44bb-af48-f86c5d537764
  kind: Event
  lastTimestamp: "2026-04-16T20:54:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:54:13Z"
    name: isvc-sklearn-v2.18a6f1b2ebc96a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: c8a5f4a7-edcc-4db5-806d-ffb5ad0f829e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31285"
    uid: e6c0ac1e-0a1b-44bb-af48-f86c5d537764
  kind: Event
  lastTimestamp: "2026-04-16T20:55:20Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:55:20Z"
    name: isvc-sklearn-v2.18a6f1c27d186db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31286"
    uid: d750b5e9-2399-47d3-bcd9-20003a7c3efc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28886"
    uid: fc510b95-f630-48f6-b325-1cab48521d0c
  kind: Event
  lastTimestamp: "2026-04-16T20:51:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:51:52Z"
    name: isvc-sklearn.18a6f18283fc3cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29454"
    uid: 062781de-677b-4a27-bef5-5c4295e04aa3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28886"
    uid: fc510b95-f630-48f6-b325-1cab48521d0c
  kind: Event
  lastTimestamp: "2026-04-16T20:50:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:50:45Z"
    name: isvc-sklearn.18a6f18284831d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28916"
    uid: eae4cc06-03fb-4392-bb9f-b3d0ef4989fe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29451"
    uid: fc510b95-f630-48f6-b325-1cab48521d0c
  kind: Event
  lastTimestamp: "2026-04-16T20:51:52Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:51:52Z"
    name: isvc-sklearn.18a6f1921f87ec17
    namespace: kserve-ci-e2e-test
    resourceVersion: "29452"
    uid: 3402b597-2079-4fda-a4e4-3f7e1144f938
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:56:44.323217Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32006"
    uid: c0b4e426-7a87-47b4-bed7-c9b595a7a30c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-cgz2l
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:56:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:56:44Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l.18a6f1d5f7478d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "32012"
    uid: fd3671ab-2d7a-4752-b1a3-377647a50a19
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: c0b4e426-7a87-47b4-bed7-c9b595a7a30c
  kind: Event
  lastTimestamp: "2026-04-16T20:56:44Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:56:44Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l.18a6f1d610350c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "32028"
    uid: bcbf94bb-57d6-4623-874d-c2aacdc0e359
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: c0b4e426-7a87-47b4-bed7-c9b595a7a30c
  kind: Event
  lastTimestamp: "2026-04-16T20:56:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:56:44Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l.18a6f1d6119f2e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "32030"
    uid: a052033e-e7e2-4910-9330-2969ef3d0eb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: c0b4e426-7a87-47b4-bed7-c9b595a7a30c
  kind: Event
  lastTimestamp: "2026-04-16T20:56:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:56:44Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l.18a6f1d6144b59d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32031"
    uid: 203493ad-5d3e-48ad-8811-eec3958d6f98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: c0b4e426-7a87-47b4-bed7-c9b595a7a30c
  kind: Event
  lastTimestamp: "2026-04-16T20:56:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:56:44Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l.18a6f1d614b5736e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32032"
    uid: 28e8ec9a-4773-42c7-a86a-5bb3e818350f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: c0b4e426-7a87-47b4-bed7-c9b595a7a30c
  kind: Event
  lastTimestamp: "2026-04-16T20:56:50Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-16T20:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:56:50Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l.18a6f1d74d73db75
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: 705d84ae-bc60-4aa9-a710-09430818e908
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: c0b4e426-7a87-47b4-bed7-c9b595a7a30c
  kind: Event
  lastTimestamp: "2026-04-16T20:56:53Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.574s (3.574s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:56:53Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l.18a6f1d822882477
    namespace: kserve-ci-e2e-test
    resourceVersion: "32106"
    uid: c8d9923f-6e69-423c-9492-421b76eb564e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: c0b4e426-7a87-47b4-bed7-c9b595a7a30c
  kind: Event
  lastTimestamp: "2026-04-16T20:56:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:56:53Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l.18a6f1d82613a17b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32108"
    uid: 581a7fe4-4be1-4810-aa27-143dc6f68fa9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: c0b4e426-7a87-47b4-bed7-c9b595a7a30c
  kind: Event
  lastTimestamp: "2026-04-16T20:56:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:56:53Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l.18a6f1d82686ab89
    namespace: kserve-ci-e2e-test
    resourceVersion: "32109"
    uid: 54ae4984-921a-4029-bdd3-b39c04aecda8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: c0b4e426-7a87-47b4-bed7-c9b595a7a30c
  kind: Event
  lastTimestamp: "2026-04-16T20:56:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:56:55Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l.18a6f1d83ce84672
    namespace: kserve-ci-e2e-test
    resourceVersion: "32123"
    uid: c9e7aa8a-9bf5-4ffc-a1ee-369899d1580d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: c0b4e426-7a87-47b4-bed7-c9b595a7a30c
  kind: Event
  lastTimestamp: "2026-04-16T20:57:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:23Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-cgz2l.18a6f1df31870987
    namespace: kserve-ci-e2e-test
    resourceVersion: "32351"
    uid: 93432e5c-eefe-4818-acaa-d30c184274bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31994"
    uid: a300377a-55a0-496a-926b-1c727f3f013b
  kind: Event
  lastTimestamp: "2026-04-16T20:56:44Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-cgz2l'
  metadata:
    creationTimestamp: "2026-04-16T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:56:44Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a6f1d5f6d7e1cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: f7df7b59-aaf3-4880-9be2-cc9ffb8b89f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31992"
    uid: 67618455-9fbf-4c55-80c4-50ec8ab3a186
  kind: Event
  lastTimestamp: "2026-04-16T20:56:44Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:56:44Z"
    name: isvc-tensorflow-predictor.18a6f1d5f45e4dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31998"
    uid: fbcfb22b-4132-4d27-b938-22883ad4befd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31993"
    uid: b05ac3ef-0f8f-46a0-aa74-97b0bedd46a3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:57:14Z"
    name: isvc-tensorflow-predictor.18a6f1d972c30c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32266"
    uid: 6b1022ea-bf11-4681-b9f4-d67fcc8d78f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31993"
    uid: b05ac3ef-0f8f-46a0-aa74-97b0bedd46a3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:57:14Z"
    name: isvc-tensorflow-predictor.18a6f1d9732ecc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: d643afd0-5a72-4369-ac39-86cd6f0ab796
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:57:24.046190Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32369"
    uid: eab6cc60-414c-40d4-b3e8-5e00f851dbf3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:57:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:57:24Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx.18a6f1df36f3e618
    namespace: kserve-ci-e2e-test
    resourceVersion: "32375"
    uid: 3699b968-5558-4c3e-8c70-12c66c5d3022
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32381"
    uid: eab6cc60-414c-40d4-b3e8-5e00f851dbf3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:24Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:57:24Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx.18a6f1df4fe45f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "32393"
    uid: b4c347fb-a183-4a92-81c9-7b6d2c5d4450
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: eab6cc60-414c-40d4-b3e8-5e00f851dbf3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:24Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx.18a6f1df512f0d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32395"
    uid: d1f9a7a3-58ff-4d16-9ae3-00d30488ea24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: eab6cc60-414c-40d4-b3e8-5e00f851dbf3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:24Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx.18a6f1df5491322a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32398"
    uid: 7511c7f4-c7c4-4632-8508-03aac02b67f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: eab6cc60-414c-40d4-b3e8-5e00f851dbf3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:24Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx.18a6f1df5549f420
    namespace: kserve-ci-e2e-test
    resourceVersion: "32402"
    uid: 632d60a5-58f0-4ab2-a012-f5a3f6ee2efb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: eab6cc60-414c-40d4-b3e8-5e00f851dbf3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:29Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:29Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx.18a6f1e06a48c578
    namespace: kserve-ci-e2e-test
    resourceVersion: "32442"
    uid: 32e7b419-6277-4f09-94e0-cc8a4fe9ce6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: eab6cc60-414c-40d4-b3e8-5e00f851dbf3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:29Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx.18a6f1e06de17f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 2cee1145-f816-4c93-bb3d-c7c9756b7a0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: eab6cc60-414c-40d4-b3e8-5e00f851dbf3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:29Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx.18a6f1e06e4cf7af
    namespace: kserve-ci-e2e-test
    resourceVersion: "32447"
    uid: 9594e1d8-e116-4ced-82d3-6ab60d800f25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: eab6cc60-414c-40d4-b3e8-5e00f851dbf3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:31Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx.18a6f1e0a6325aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32466"
    uid: bc898482-6c81-4368-b27b-512fa1554d6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: eab6cc60-414c-40d4-b3e8-5e00f851dbf3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:53Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx.18a6f1e6160e022a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32652"
    uid: a803a7ba-a74a-4d58-bab4-37299e7d96a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 7fae1a7f-3b3a-4db2-bb9e-f3abccd3a7a7
  kind: Event
  lastTimestamp: "2026-04-16T20:57:24Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-zcnqx'
  metadata:
    creationTimestamp: "2026-04-16T20:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:57:24Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a6f1df367b5f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "32371"
    uid: ee3aec41-f08f-4e20-b5e1-29611f97a86a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 2d50647b-c47b-47ce-83d9-476ddc4fccff
  kind: Event
  lastTimestamp: "2026-04-16T20:57:23Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:57:23Z"
    name: isvc-tensorflow-runtime-predictor.18a6f1df33f5c6f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32363"
    uid: 13c33778-1835-4254-a7a5-724c0ce8d3b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: fc6409ee-2de7-45a8-ad37-48ab127f830c
  kind: Event
  lastTimestamp: "2026-04-16T20:57:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:57:39Z"
    name: isvc-tensorflow-runtime-predictor.18a6f1e2b2b64203
    namespace: kserve-ci-e2e-test
    resourceVersion: "32518"
    uid: 3f71b46c-72dd-4f06-96bb-548f6b4d3611
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: fc6409ee-2de7-45a8-ad37-48ab127f830c
  kind: Event
  lastTimestamp: "2026-04-16T20:57:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:57:39Z"
    name: isvc-tensorflow-runtime-predictor.18a6f1e2b30c2775
    namespace: kserve-ci-e2e-test
    resourceVersion: "32520"
    uid: 857b954c-f333-4090-8beb-39b52bece768
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32335"
    uid: 9b07d8c7-1039-4a46-bfc1-b2f5ea34ad1f
  kind: Event
  lastTimestamp: "2026-04-16T20:57:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:57:41Z"
    name: isvc-tensorflow-runtime.18a6f1df33bf71e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32545"
    uid: 1cdc068d-caf5-406a-8ed5-1eccfde6ec8b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32335"
    uid: 9b07d8c7-1039-4a46-bfc1-b2f5ea34ad1f
  kind: Event
  lastTimestamp: "2026-04-16T20:57:24Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:57:24Z"
    name: isvc-tensorflow-runtime.18a6f1df343722d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32384"
    uid: d3a7a118-de9e-4ceb-83e3-2a8fdeff01cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: 9b07d8c7-1039-4a46-bfc1-b2f5ea34ad1f
  kind: Event
  lastTimestamp: "2026-04-16T20:57:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:57:24Z"
    name: isvc-tensorflow-runtime.18a6f1df3a3e9918
    namespace: kserve-ci-e2e-test
    resourceVersion: "32385"
    uid: efd821c9-6922-4868-bc98-5c81e7b26544
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32543"
    uid: 9b07d8c7-1039-4a46-bfc1-b2f5ea34ad1f
  kind: Event
  lastTimestamp: "2026-04-16T20:57:41Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:57:41Z"
    name: isvc-tensorflow-runtime.18a6f1e339dc941e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32544"
    uid: e4d4f943-0f65-4be6-b559-c3c84f20fe4d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "31970"
    uid: 2cc9a7dc-f793-40d7-88ba-0ce7c1ce435a
  kind: Event
  lastTimestamp: "2026-04-16T20:57:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:57:05Z"
    name: isvc-tensorflow.18a6f1d5f40efd19
    namespace: kserve-ci-e2e-test
    resourceVersion: "32203"
    uid: 8247af9d-91b6-4dc9-af7f-c2f4282087ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "31970"
    uid: 2cc9a7dc-f793-40d7-88ba-0ce7c1ce435a
  kind: Event
  lastTimestamp: "2026-04-16T20:56:44Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:56:44Z"
    name: isvc-tensorflow.18a6f1d5f49b0e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32019"
    uid: 001c1b5c-6339-4033-812c-131f39a86c76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "31986"
    uid: 2cc9a7dc-f793-40d7-88ba-0ce7c1ce435a
  kind: Event
  lastTimestamp: "2026-04-16T20:56:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:56:44Z"
    name: isvc-tensorflow.18a6f1d5f9925f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32021"
    uid: 4ff22ff1-dc3c-4abb-81b4-6995fd50ce6f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32201"
    uid: 2cc9a7dc-f793-40d7-88ba-0ce7c1ce435a
  kind: Event
  lastTimestamp: "2026-04-16T20:57:05Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:57:05Z"
    name: isvc-tensorflow.18a6f1dad160ec9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32202"
    uid: 725e6753-cc30-4a92-8fdb-6b97a96ac376
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:57:53.627855Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32668"
    uid: b19defbd-c110-456f-8448-412d9f791bce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-jjcgh
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:57:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:57:53Z"
    name: isvc-triton-predictor-85f9f46646-jjcgh.18a6f1e61a28501a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32674"
    uid: 7829a695-8f49-4412-94c3-6d4d26b06989
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32679"
    uid: b19defbd-c110-456f-8448-412d9f791bce
  kind: Event
  lastTimestamp: "2026-04-16T20:57:54Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:57:54Z"
    name: isvc-triton-predictor-85f9f46646-jjcgh.18a6f1e63409e233
    namespace: kserve-ci-e2e-test
    resourceVersion: "32690"
    uid: 060a76e1-6e56-4948-99b6-fe7f85b9f1ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: b19defbd-c110-456f-8448-412d9f791bce
  kind: Event
  lastTimestamp: "2026-04-16T20:57:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:54Z"
    name: isvc-triton-predictor-85f9f46646-jjcgh.18a6f1e6355a96b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32692"
    uid: bcfb3acb-1715-4339-881e-e57b3058a11a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: b19defbd-c110-456f-8448-412d9f791bce
  kind: Event
  lastTimestamp: "2026-04-16T20:57:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:54Z"
    name: isvc-triton-predictor-85f9f46646-jjcgh.18a6f1e638a14b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32694"
    uid: bcd782bf-90ca-4d8c-b276-2efbdfa03479
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: b19defbd-c110-456f-8448-412d9f791bce
  kind: Event
  lastTimestamp: "2026-04-16T20:57:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:54Z"
    name: isvc-triton-predictor-85f9f46646-jjcgh.18a6f1e63902b8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32696"
    uid: 91be3eb4-e055-4675-a4d3-ef70fcbb934b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: b19defbd-c110-456f-8448-412d9f791bce
  kind: Event
  lastTimestamp: "2026-04-16T20:57:58Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-16T20:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:58Z"
    name: isvc-triton-predictor-85f9f46646-jjcgh.18a6f1e730f558d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32735"
    uid: a149fdab-bd75-4b20-9df8-dce61422fee8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: b19defbd-c110-456f-8448-412d9f791bce
  kind: Event
  lastTimestamp: "2026-04-16T20:59:52Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.846s
    (1m53.846s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:59:52Z"
    name: isvc-triton-predictor-85f9f46646-jjcgh.18a6f201b2b8c8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33531"
    uid: b2b7b46a-a6a2-4dba-b806-031d54a3257e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: b19defbd-c110-456f-8448-412d9f791bce
  kind: Event
  lastTimestamp: "2026-04-16T20:59:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:59:52Z"
    name: isvc-triton-predictor-85f9f46646-jjcgh.18a6f201b966caa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: 93afad02-f59e-4f24-9d55-9b27ba375473
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: b19defbd-c110-456f-8448-412d9f791bce
  kind: Event
  lastTimestamp: "2026-04-16T20:59:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:59:52Z"
    name: isvc-triton-predictor-85f9f46646-jjcgh.18a6f201ba6ab669
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: c8fa386e-f88b-43b2-853a-f0cf4975fb35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: b19defbd-c110-456f-8448-412d9f791bce
  kind: Event
  lastTimestamp: "2026-04-16T20:59:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:59:53Z"
    name: isvc-triton-predictor-85f9f46646-jjcgh.18a6f201d4e4bfbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33547"
    uid: bef873b7-7a9d-4523-8286-91b791b16500
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjcgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: b19defbd-c110-456f-8448-412d9f791bce
  kind: Event
  lastTimestamp: "2026-04-16T21:00:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:00:15Z"
    name: isvc-triton-predictor-85f9f46646-jjcgh.18a6f207103bae80
    namespace: kserve-ci-e2e-test
    resourceVersion: "33731"
    uid: a2b2ad24-3230-4060-a035-1e89c9695a7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "32660"
    uid: eaab1c99-9a65-4611-b9d9-a8e9c48b18d0
  kind: Event
  lastTimestamp: "2026-04-16T20:57:53Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-jjcgh'
  metadata:
    creationTimestamp: "2026-04-16T20:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:57:53Z"
    name: isvc-triton-predictor-85f9f46646.18a6f1e6199fabc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32669"
    uid: 2bfd4f56-02c7-49d5-a0d1-7e5d53d564d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32657"
    uid: 9b780f23-aaf8-40b7-afec-2d9f25ce6925
  kind: Event
  lastTimestamp: "2026-04-16T20:57:53Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:57:53Z"
    name: isvc-triton-predictor.18a6f1e617785c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "32662"
    uid: 19d09876-832d-4797-919e-cd054caddb1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:58:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32659"
    uid: 4560c164-f60f-4509-af6b-efa0c3f50303
  kind: Event
  lastTimestamp: "2026-04-16T21:00:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:00:08Z"
    name: isvc-triton-predictor.18a6f1e9965003b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33657"
    uid: 3534b082-24cd-42f4-b42c-06c2cf4bcd87
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:58:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32659"
    uid: 4560c164-f60f-4509-af6b-efa0c3f50303
  kind: Event
  lastTimestamp: "2026-04-16T21:00:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:00:08Z"
    name: isvc-triton-predictor.18a6f1e996a90e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33658"
    uid: e0f3bed4-c9da-478d-8cb8-12f437ac4fe2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 615927b0-a060-410f-a341-42bd84773a09
  kind: Event
  lastTimestamp: "2026-04-16T21:00:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:00:03Z"
    name: isvc-triton.18a6f1e6175345ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33624"
    uid: 6bacf82a-2ffb-48e9-99a1-55b9759d5dd6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 615927b0-a060-410f-a341-42bd84773a09
  kind: Event
  lastTimestamp: "2026-04-16T20:57:53Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:57:53Z"
    name: isvc-triton.18a6f1e6179da43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32664"
    uid: dd78c146-9d62-430b-ad40-c0bd6a47be30
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33622"
    uid: 615927b0-a060-410f-a341-42bd84773a09
  kind: Event
  lastTimestamp: "2026-04-16T21:00:03Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-16T21:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:00:03Z"
    name: isvc-triton.18a6f20468679b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "33623"
    uid: 4fb82e40-213b-4bba-a8c9-73186fee2a5b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T21:00:15.383272Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33754"
    uid: cb118591-76e0-4ea1-8add-14cb4746493f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-2gxjl
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T21:00:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T21:00:15Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl.18a6f2071b704ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33759"
    uid: 001cb458-73b6-4316-80d7-4f0cf4b684fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33764"
    uid: cb118591-76e0-4ea1-8add-14cb4746493f
  kind: Event
  lastTimestamp: "2026-04-16T21:00:15Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T21:00:15Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl.18a6f207348fdabf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33775"
    uid: c34fa8d6-ec51-461c-9160-917ecb6f39fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: cb118591-76e0-4ea1-8add-14cb4746493f
  kind: Event
  lastTimestamp: "2026-04-16T21:00:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:00:15Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl.18a6f20735d011c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33777"
    uid: 0216efe3-c31c-4123-b89d-2ab7cde37e51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: cb118591-76e0-4ea1-8add-14cb4746493f
  kind: Event
  lastTimestamp: "2026-04-16T21:00:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:00:15Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl.18a6f20738f1cbc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33778"
    uid: 908cc2f2-5031-4d19-abf9-b08bfabee699
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: cb118591-76e0-4ea1-8add-14cb4746493f
  kind: Event
  lastTimestamp: "2026-04-16T21:00:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:00:15Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl.18a6f20739603310
    namespace: kserve-ci-e2e-test
    resourceVersion: "33779"
    uid: 6ab3f7bf-533e-4ea0-91df-9480e92d818b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: cb118591-76e0-4ea1-8add-14cb4746493f
  kind: Event
  lastTimestamp: "2026-04-16T21:00:19Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T21:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:00:19Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl.18a6f2082347b339
    namespace: kserve-ci-e2e-test
    resourceVersion: "33816"
    uid: 312d6d93-6111-4d34-918a-75ad81fddca8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: cb118591-76e0-4ea1-8add-14cb4746493f
  kind: Event
  lastTimestamp: "2026-04-16T21:00:38Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.163s (19.163s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T21:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:00:38Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl.18a6f20c998937dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33955"
    uid: d71880ad-0ff7-4ca8-b0e9-40043dbf6ad9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: cb118591-76e0-4ea1-8add-14cb4746493f
  kind: Event
  lastTimestamp: "2026-04-16T21:00:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T21:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:00:39Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl.18a6f20ca00e66a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 2500d450-8407-4696-8976-8c065ab8ec1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: cb118591-76e0-4ea1-8add-14cb4746493f
  kind: Event
  lastTimestamp: "2026-04-16T21:00:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:00:39Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl.18a6f20ca184eed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33957"
    uid: 173b885e-9424-408b-bddc-8423c78372f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: cb118591-76e0-4ea1-8add-14cb4746493f
  kind: Event
  lastTimestamp: "2026-04-16T21:01:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T21:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:01:30Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl.18a6f20ccfd2528d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34320"
    uid: 8ae0bc5a-f6e8-469d-abd4-fc54dc39b6cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: cb118591-76e0-4ea1-8add-14cb4746493f
  kind: Event
  lastTimestamp: "2026-04-16T21:01:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:01:45Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-2gxjl.18a6f21c18a7d6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34454"
    uid: 9de25175-c46e-4c00-9ebf-00a6c1b4ca49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33739"
    uid: 8a83d3e8-7073-4f0e-83c6-7b567bed224e
  kind: Event
  lastTimestamp: "2026-04-16T21:00:15Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-2gxjl'
  metadata:
    creationTimestamp: "2026-04-16T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:00:15Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a6f2071b0357a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33755"
    uid: 34ce86da-8ada-4a8f-8215-fe91d24177b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33736"
    uid: 020794f6-a9ac-4742-8ddd-61b263e115a7
  kind: Event
  lastTimestamp: "2026-04-16T21:00:15Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:00:15Z"
    name: isvc-xgboost-predictor.18a6f207124176a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33741"
    uid: 6f4e59e3-be94-4737-8370-e799fe4972c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33738"
    uid: 91552d1c-00b1-4792-b6f6-8eea28f3ee08
  kind: Event
  lastTimestamp: "2026-04-16T21:01:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:01:15Z"
    name: isvc-xgboost-predictor.18a6f20a91004b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34203"
    uid: a23a2f5d-fbba-48ef-9abc-734caec9e833
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33738"
    uid: 91552d1c-00b1-4792-b6f6-8eea28f3ee08
  kind: Event
  lastTimestamp: "2026-04-16T21:01:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:01:15Z"
    name: isvc-xgboost-predictor.18a6f20a9154d033
    namespace: kserve-ci-e2e-test
    resourceVersion: "34204"
    uid: ee1dbbc7-404d-4758-a069-16f9e358d85a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 91552d1c-00b1-4792-b6f6-8eea28f3ee08
  kind: Event
  lastTimestamp: "2026-04-16T21:01:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:01:45Z"
    name: isvc-xgboost-predictor.18a6f2188debeb93
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: 66ec04cc-080e-4dfc-905f-9213445ed01b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 91552d1c-00b1-4792-b6f6-8eea28f3ee08
  kind: Event
  lastTimestamp: "2026-04-16T21:01:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:01:45Z"
    name: isvc-xgboost-predictor.18a6f2188e6db836
    namespace: kserve-ci-e2e-test
    resourceVersion: "34425"
    uid: 3d7be4f4-4cdc-4aaa-8395-1a3138cf4697
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T21:03:05.974920Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35203"
    uid: bd6ed8b0-01d0-4602-8a0a-f799772e3116
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-k5pwb
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T21:03:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T21:03:05Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb.18a6f22ed37e5458
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: e3fc4a20-4479-488d-a098-f793675a931c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: bd6ed8b0-01d0-4602-8a0a-f799772e3116
  kind: Event
  lastTimestamp: "2026-04-16T21:03:06Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T21:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T21:03:06Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb.18a6f22eecbf7620
    namespace: kserve-ci-e2e-test
    resourceVersion: "35221"
    uid: 5f9ecce2-0223-4e7b-860b-07ca6651ead2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: bd6ed8b0-01d0-4602-8a0a-f799772e3116
  kind: Event
  lastTimestamp: "2026-04-16T21:03:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:03:06Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb.18a6f22eee129432
    namespace: kserve-ci-e2e-test
    resourceVersion: "35223"
    uid: 2c897aad-e908-43c6-9c3d-9de6edf7058e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: bd6ed8b0-01d0-4602-8a0a-f799772e3116
  kind: Event
  lastTimestamp: "2026-04-16T21:03:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T21:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:03:06Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb.18a6f22ef17649f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: c4bed7fd-b81e-4c69-a925-bf267714f886
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: bd6ed8b0-01d0-4602-8a0a-f799772e3116
  kind: Event
  lastTimestamp: "2026-04-16T21:03:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T21:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:03:06Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb.18a6f22ef1e1123f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35226"
    uid: 990a2fbb-fddc-41b1-af3b-ebb6dcb72e22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: bd6ed8b0-01d0-4602-8a0a-f799772e3116
  kind: Event
  lastTimestamp: "2026-04-16T21:03:11Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:03:11Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb.18a6f2301565b9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35270"
    uid: 8c3a9f3e-ad3c-46ea-b5c7-3cbe43d09043
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: bd6ed8b0-01d0-4602-8a0a-f799772e3116
  kind: Event
  lastTimestamp: "2026-04-16T21:03:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T21:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:03:11Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb.18a6f23018686ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35274"
    uid: 8735af1c-1221-4d9a-8745-d2b60e9cc930
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: bd6ed8b0-01d0-4602-8a0a-f799772e3116
  kind: Event
  lastTimestamp: "2026-04-16T21:03:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:03:11Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb.18a6f23018d1096b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35275"
    uid: 72fa6109-4ab8-4a7d-bd30-8bb3e6085e90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: bd6ed8b0-01d0-4602-8a0a-f799772e3116
  kind: Event
  lastTimestamp: "2026-04-16T21:04:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T21:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:04:03Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb.18a6f230516ef932
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 8156d87e-9340-4f69-8541-855d56d02d18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: bd6ed8b0-01d0-4602-8a0a-f799772e3116
  kind: Event
  lastTimestamp: "2026-04-16T21:04:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:04:16Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb.18a6f23f222cb3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35765"
    uid: 23f3efc7-2e08-48ec-a94f-48efe4f8add4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35192"
    uid: ccbc604c-9a3c-4b97-9aff-54adf33f3638
  kind: Event
  lastTimestamp: "2026-04-16T21:03:05Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-k5pwb'
  metadata:
    creationTimestamp: "2026-04-16T21:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:03:05Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a6f22ed3112a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "35204"
    uid: efd7ebc0-266f-4dfc-91fe-aad3a48722a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35190"
    uid: e1384c6c-e258-44e8-b51a-6463aad1227a
  kind: Event
  lastTimestamp: "2026-04-16T21:03:05Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T21:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:03:05Z"
    name: isvc-xgboost-runtime-predictor.18a6f22ecd3f73cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: 96663461-f308-4e8d-8b61-8ce5b0c6ac12
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35191"
    uid: 8206d85e-b159-4c03-8ada-a874661efe79
  kind: Event
  lastTimestamp: "2026-04-16T21:03:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:03:20Z"
    name: isvc-xgboost-runtime-predictor.18a6f2324bf2e0bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 2073a1b2-7e35-4bed-ad64-2feed708afce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35191"
    uid: 8206d85e-b159-4c03-8ada-a874661efe79
  kind: Event
  lastTimestamp: "2026-04-16T21:03:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:03:20Z"
    name: isvc-xgboost-runtime-predictor.18a6f2324c4d717f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35347"
    uid: 466ad97e-4a5c-44fa-8ad8-4178e4191960
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35345"
    uid: 8206d85e-b159-4c03-8ada-a874661efe79
  kind: Event
  lastTimestamp: "2026-04-16T21:04:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:04:05Z"
    name: isvc-xgboost-runtime-predictor.18a6f235cb040346
    namespace: kserve-ci-e2e-test
    resourceVersion: "35662"
    uid: 4e9f3ac6-216f-4918-9853-4d71f9626e65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35345"
    uid: 8206d85e-b159-4c03-8ada-a874661efe79
  kind: Event
  lastTimestamp: "2026-04-16T21:04:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:04:05Z"
    name: isvc-xgboost-runtime-predictor.18a6f235cb68ac09
    namespace: kserve-ci-e2e-test
    resourceVersion: "35663"
    uid: ee3fc9ee-3424-412b-896a-f65081d5c102
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: ac123353-09d2-449f-be61-090218eb6a8a
  kind: Event
  lastTimestamp: "2026-04-16T21:04:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T21:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:04:13Z"
    name: isvc-xgboost-runtime.18a6f22eccd51b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35720"
    uid: cd314024-d6f1-4820-a55f-197878872c79
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: ac123353-09d2-449f-be61-090218eb6a8a
  kind: Event
  lastTimestamp: "2026-04-16T21:03:05Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:03:05Z"
    name: isvc-xgboost-runtime.18a6f22ecd7dd329
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: bcb7d102-cce3-41ff-ae24-333b9166e136
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35718"
    uid: ac123353-09d2-449f-be61-090218eb6a8a
  kind: Event
  lastTimestamp: "2026-04-16T21:04:13Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T21:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:04:13Z"
    name: isvc-xgboost-runtime.18a6f23e89cf6d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "35719"
    uid: 271302d8-e477-40e0-96d1-fe20101c1a0f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T21:01:45.666319Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34465"
    uid: 4d4be8b7-26e4-4c95-9d57-9cbc5c57e4fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T21:01:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T21:01:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94.18a6f21c20ba6134
    namespace: kserve-ci-e2e-test
    resourceVersion: "34469"
    uid: b03efa30-5da5-4c52-81da-e284ce475e85
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34473"
    uid: 4d4be8b7-26e4-4c95-9d57-9cbc5c57e4fc
  kind: Event
  lastTimestamp: "2026-04-16T21:01:46Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T21:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T21:01:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94.18a6f21c39a9a156
    namespace: kserve-ci-e2e-test
    resourceVersion: "34490"
    uid: 409b4a40-8242-4a71-ac0d-dfee7e2430bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: 4d4be8b7-26e4-4c95-9d57-9cbc5c57e4fc
  kind: Event
  lastTimestamp: "2026-04-16T21:01:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:01:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94.18a6f21c3d408972
    namespace: kserve-ci-e2e-test
    resourceVersion: "34492"
    uid: 56447179-d7e4-472e-83a0-9994a838f23e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: 4d4be8b7-26e4-4c95-9d57-9cbc5c57e4fc
  kind: Event
  lastTimestamp: "2026-04-16T21:01:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T21:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:01:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94.18a6f21c409250b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34495"
    uid: e4838cc5-c98b-42ac-93da-fcc2300253a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: 4d4be8b7-26e4-4c95-9d57-9cbc5c57e4fc
  kind: Event
  lastTimestamp: "2026-04-16T21:01:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T21:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:01:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94.18a6f21c40fb3d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "34496"
    uid: c939eee0-8a05-407e-a979-a5adf4820222
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: 4d4be8b7-26e4-4c95-9d57-9cbc5c57e4fc
  kind: Event
  lastTimestamp: "2026-04-16T21:01:50Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T21:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:01:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94.18a6f21d297cf6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34535"
    uid: e7fef16d-ab21-465f-abe2-d18f23d7ad3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: 4d4be8b7-26e4-4c95-9d57-9cbc5c57e4fc
  kind: Event
  lastTimestamp: "2026-04-16T21:01:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T21:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:01:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94.18a6f21d2c1ee5a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34538"
    uid: 2483cec0-c73c-4a10-99fc-1117e89c8ca8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: 4d4be8b7-26e4-4c95-9d57-9cbc5c57e4fc
  kind: Event
  lastTimestamp: "2026-04-16T21:01:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:01:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94.18a6f21d2c8a3fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34539"
    uid: cfed2cba-383f-4048-8654-610142cdba0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: 4d4be8b7-26e4-4c95-9d57-9cbc5c57e4fc
  kind: Event
  lastTimestamp: "2026-04-16T21:02:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:02:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94.18a6f22572c3715b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: dfb0c2b0-1875-466b-93e4-383d5ec54dd0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "34455"
    uid: e65b3220-df92-480f-a347-e47a447a0a5c
  kind: Event
  lastTimestamp: "2026-04-16T21:01:45Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-ntp94'
  metadata:
    creationTimestamp: "2026-04-16T21:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:01:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a6f21c205199a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34468"
    uid: fa55e69c-b971-465f-a89c-afe41203a686
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34450"
    uid: faf4c4f1-897c-450b-b1b2-5d4bc8456587
  kind: Event
  lastTimestamp: "2026-04-16T21:01:45Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T21:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:01:45Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6f21c193016ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34458"
    uid: 456aed50-a122-4f7f-9dc1-705d5bf9a6d8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34453"
    uid: f771b505-3036-44a5-9527-2ce946e881c3
  kind: Event
  lastTimestamp: "2026-04-16T21:02:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:02:15Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6f21f97ed04be
    namespace: kserve-ci-e2e-test
    resourceVersion: "34717"
    uid: 39ac44fb-a416-413b-bfa2-eb41164ddcaf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34453"
    uid: f771b505-3036-44a5-9527-2ce946e881c3
  kind: Event
  lastTimestamp: "2026-04-16T21:02:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:02:15Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6f21f985315f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34718"
    uid: a104cf87-d81b-4142-a637-65abda6ae74d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: 7728231e-0a67-44ad-8c58-add17bf5c82b
  kind: Event
  lastTimestamp: "2026-04-16T21:02:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T21:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:02:22Z"
    name: isvc-xgboost-v2-mlserver.18a6f21c19116ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34779"
    uid: 15fe7ae2-2723-49f1-8964-79d2a410b21b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: 7728231e-0a67-44ad-8c58-add17bf5c82b
  kind: Event
  lastTimestamp: "2026-04-16T21:01:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:01:45Z"
    name: isvc-xgboost-v2-mlserver.18a6f21c1a0f0c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34460"
    uid: 1b5d98a2-1397-448b-bbaa-73f0bfcccb0b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34777"
    uid: 7728231e-0a67-44ad-8c58-add17bf5c82b
  kind: Event
  lastTimestamp: "2026-04-16T21:02:22Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T21:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:02:22Z"
    name: isvc-xgboost-v2-mlserver.18a6f224a37bc1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34778"
    uid: 2de364f3-8d4c-4917-a4a4-9399d9bf1625
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T21:05:06.256583Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: b1cf3941-5f63-448c-9e10-6a1c8bc6b08c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-jjqbj
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T21:05:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T21:05:06Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj.18a6f24ad4d6e24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36217"
    uid: 8a75d67c-b099-4bc3-b1a5-5008ced36362
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36222"
    uid: b1cf3941-5f63-448c-9e10-6a1c8bc6b08c
  kind: Event
  lastTimestamp: "2026-04-16T21:05:06Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T21:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T21:05:06Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj.18a6f24aed97aca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36234"
    uid: 0d393205-bbfa-4d33-bf3c-905c47a875cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: b1cf3941-5f63-448c-9e10-6a1c8bc6b08c
  kind: Event
  lastTimestamp: "2026-04-16T21:05:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:05:06Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj.18a6f24aeecb9b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36236"
    uid: 9db472ef-3e63-4abd-892e-1e5f6f636271
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: b1cf3941-5f63-448c-9e10-6a1c8bc6b08c
  kind: Event
  lastTimestamp: "2026-04-16T21:05:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T21:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:05:06Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj.18a6f24af1db8539
    namespace: kserve-ci-e2e-test
    resourceVersion: "36238"
    uid: a9081e58-9ce5-4db9-937b-ccfe1798390b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: b1cf3941-5f63-448c-9e10-6a1c8bc6b08c
  kind: Event
  lastTimestamp: "2026-04-16T21:05:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T21:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:05:06Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj.18a6f24af247e7fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36239"
    uid: bead9e55-651c-4404-a6db-91ca44b7a0fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: b1cf3941-5f63-448c-9e10-6a1c8bc6b08c
  kind: Event
  lastTimestamp: "2026-04-16T21:05:10Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:05:10Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj.18a6f24be29297db
    namespace: kserve-ci-e2e-test
    resourceVersion: "36272"
    uid: f0357e20-3a71-4cb4-bcff-3e609a6014d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: b1cf3941-5f63-448c-9e10-6a1c8bc6b08c
  kind: Event
  lastTimestamp: "2026-04-16T21:05:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T21:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:05:10Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj.18a6f24be5ba34e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: d008842b-33b1-448e-aaed-fc934b1469f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: b1cf3941-5f63-448c-9e10-6a1c8bc6b08c
  kind: Event
  lastTimestamp: "2026-04-16T21:05:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:05:10Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj.18a6f24be628173b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36277"
    uid: 2f641240-3bc0-4838-b936-cd4d77f923c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: b1cf3941-5f63-448c-9e10-6a1c8bc6b08c
  kind: Event
  lastTimestamp: "2026-04-16T21:06:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T21:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:06:02Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj.18a6f24c1e7d71af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36654"
    uid: 7f79466f-956e-4e43-b7b8-a2cdcb567f23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: b1cf3941-5f63-448c-9e10-6a1c8bc6b08c
  kind: Event
  lastTimestamp: "2026-04-16T21:06:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:06:16Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj.18a6f25b294207af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36794"
    uid: 948c8196-fa78-4813-96ad-76f6fed5b886
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36203"
    uid: 3f3f1ff6-f70a-4ee7-ad03-09b4b7ff42c9
  kind: Event
  lastTimestamp: "2026-04-16T21:05:06Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-jjqbj'
  metadata:
    creationTimestamp: "2026-04-16T21:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:05:06Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a6f24ad480526c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36215"
    uid: 6ddfbb73-0bcd-4139-a7ae-2103ae98f678
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36200"
    uid: e870f7e4-15f6-496b-a766-9e33c5d051a3
  kind: Event
  lastTimestamp: "2026-04-16T21:05:06Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T21:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:05:06Z"
    name: isvc-xgboost-v2-predictor.18a6f24ad2131624
    namespace: kserve-ci-e2e-test
    resourceVersion: "36205"
    uid: 407212f4-fad1-4d1c-beb1-0733b44eb64d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: 3c1cd7e8-577c-4806-9c00-75d6b2e17d7e
  kind: Event
  lastTimestamp: "2026-04-16T21:05:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:05:21Z"
    name: isvc-xgboost-v2-predictor.18a6f24e50c4cca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 6d5b8a50-fc4b-4c13-ac78-30a0dd1cf733
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: 3c1cd7e8-577c-4806-9c00-75d6b2e17d7e
  kind: Event
  lastTimestamp: "2026-04-16T21:05:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:05:21Z"
    name: isvc-xgboost-v2-predictor.18a6f24e512a4083
    namespace: kserve-ci-e2e-test
    resourceVersion: "36361"
    uid: 378c1fee-b7fb-46af-bb4c-fd11e3135989
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36360"
    uid: 3c1cd7e8-577c-4806-9c00-75d6b2e17d7e
  kind: Event
  lastTimestamp: "2026-04-16T21:06:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:06:06Z"
    name: isvc-xgboost-v2-predictor.18a6f251cff28fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36675"
    uid: f11a7d4c-0818-4a5c-9298-7d36d6562b7d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36360"
    uid: 3c1cd7e8-577c-4806-9c00-75d6b2e17d7e
  kind: Event
  lastTimestamp: "2026-04-16T21:06:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:06:06Z"
    name: isvc-xgboost-v2-predictor.18a6f251d05854a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36676"
    uid: a05b36a6-3796-4db5-a18d-19382306ac9d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T21:04:16.074900Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35774"
    uid: ca8865ea-c625-4be4-b52c-40080c50e2dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T21:04:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T21:04:16Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h.18a6f23f25c71459
    namespace: kserve-ci-e2e-test
    resourceVersion: "35780"
    uid: 1833baba-911b-41fc-9558-77c256a2f4ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35784"
    uid: ca8865ea-c625-4be4-b52c-40080c50e2dc
  kind: Event
  lastTimestamp: "2026-04-16T21:04:16Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T21:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T21:04:16Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h.18a6f23f3e938734
    namespace: kserve-ci-e2e-test
    resourceVersion: "35797"
    uid: c58166ce-3267-4726-8524-a7f1a585d0f7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: ca8865ea-c625-4be4-b52c-40080c50e2dc
  kind: Event
  lastTimestamp: "2026-04-16T21:04:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:04:16Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h.18a6f23f3ff02623
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: 7c587e13-ca88-4bfd-bedd-91eccf60d03e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: ca8865ea-c625-4be4-b52c-40080c50e2dc
  kind: Event
  lastTimestamp: "2026-04-16T21:04:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T21:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:04:16Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h.18a6f23f42d2b5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35802"
    uid: dd553267-b080-4d04-bdeb-081a72532c00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: ca8865ea-c625-4be4-b52c-40080c50e2dc
  kind: Event
  lastTimestamp: "2026-04-16T21:04:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T21:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:04:16Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h.18a6f23f433bdd55
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: ddc1ecd5-0e38-4a6c-8f7c-b5b429eeaea0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: ca8865ea-c625-4be4-b52c-40080c50e2dc
  kind: Event
  lastTimestamp: "2026-04-16T21:04:20Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T21:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:04:20Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h.18a6f24033d7a6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35839"
    uid: e0cbb5ea-e555-4644-bcf0-d76336e5d4aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: ca8865ea-c625-4be4-b52c-40080c50e2dc
  kind: Event
  lastTimestamp: "2026-04-16T21:04:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T21:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:04:20Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h.18a6f24037167edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35843"
    uid: f9ec886c-f00b-45c3-b217-e5c14089ae3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: ca8865ea-c625-4be4-b52c-40080c50e2dc
  kind: Event
  lastTimestamp: "2026-04-16T21:04:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:04:20Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h.18a6f24037861509
    namespace: kserve-ci-e2e-test
    resourceVersion: "35844"
    uid: dd52f6f1-4898-47d8-bf51-d271aa91dff9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: ca8865ea-c625-4be4-b52c-40080c50e2dc
  kind: Event
  lastTimestamp: "2026-04-16T21:04:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T21:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:04:52Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h.18a6f247a8958678
    namespace: kserve-ci-e2e-test
    resourceVersion: "36073"
    uid: 714d07f4-572a-4e55-b92c-577d21e4fca3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: ca8865ea-c625-4be4-b52c-40080c50e2dc
  kind: Event
  lastTimestamp: "2026-04-16T21:05:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:05:06Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h.18a6f24ad1789808
    namespace: kserve-ci-e2e-test
    resourceVersion: "36202"
    uid: 9eb0b7b3-0c87-4164-a778-bb475031333a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: ca8865ea-c625-4be4-b52c-40080c50e2dc
  kind: Event
  lastTimestamp: "2026-04-16T21:05:12Z"
  message: 'Readiness probe failed: Get "http://10.132.0.65:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.132.0.65:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T21:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:05:12Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h.18a6f24c4fca2946
    namespace: kserve-ci-e2e-test
    resourceVersion: "36292"
    uid: 73eb3e99-0b09-4bf4-8d6d-2d4a5c0a3f59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35764"
    uid: 2294c9f7-a8f0-4fa9-bcdb-9922528b1079
  kind: Event
  lastTimestamp: "2026-04-16T21:04:16Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tbb5h'
  metadata:
    creationTimestamp: "2026-04-16T21:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:04:16Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a6f23f2554fa9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35776"
    uid: b4fb27de-dc46-4da0-a8d0-212eb618ce24
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35762"
    uid: 592d654d-9b5a-4517-a4c9-6fc31f82514f
  kind: Event
  lastTimestamp: "2026-04-16T21:04:16Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T21:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:04:16Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6f23f22bc3df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35767"
    uid: 389de0a8-5dff-4312-bb5c-8372d9697892
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35763"
    uid: 76622394-79e9-4fd0-af6c-c7778c643142
  kind: Event
  lastTimestamp: "2026-04-16T21:05:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:05:01Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6f242a16d7692
    namespace: kserve-ci-e2e-test
    resourceVersion: "36130"
    uid: b2d3ca1b-bcdf-4590-8851-369e8b776513
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35763"
    uid: 76622394-79e9-4fd0-af6c-c7778c643142
  kind: Event
  lastTimestamp: "2026-04-16T21:05:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:05:01Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6f242a1d6878f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36131"
    uid: 370716a5-646b-4e7b-8173-a33a169160a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35737"
    uid: 18fb1e5d-635f-4b55-8f4b-ef8eee973fff
  kind: Event
  lastTimestamp: "2026-04-16T21:05:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T21:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:05:02Z"
    name: isvc-xgboost-v2-runtime.18a6f23f22981e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36151"
    uid: 5d5887f5-972e-4494-a3cb-0604ba578b85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:04:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35737"
    uid: 18fb1e5d-635f-4b55-8f4b-ef8eee973fff
  kind: Event
  lastTimestamp: "2026-04-16T21:04:16Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:04:16Z"
    name: isvc-xgboost-v2-runtime.18a6f23f22ebf5db
    namespace: kserve-ci-e2e-test
    resourceVersion: "35769"
    uid: d136a06c-ad32-47f1-826d-781167bb2b9a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36149"
    uid: 18fb1e5d-635f-4b55-8f4b-ef8eee973fff
  kind: Event
  lastTimestamp: "2026-04-16T21:05:02Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T21:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:05:02Z"
    name: isvc-xgboost-v2-runtime.18a6f249ffefaa89
    namespace: kserve-ci-e2e-test
    resourceVersion: "36150"
    uid: 2a67d03e-1ba3-4d50-9b08-dfbd927b1568
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36175"
    uid: 14e19273-3959-4401-b549-0a7cd0c9b462
  kind: Event
  lastTimestamp: "2026-04-16T21:06:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T21:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:06:12Z"
    name: isvc-xgboost-v2.18a6f24ad1ba8047
    namespace: kserve-ci-e2e-test
    resourceVersion: "36737"
    uid: f74ba8e8-b678-4ded-99a8-d4f2e5a60896
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:05:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36175"
    uid: 14e19273-3959-4401-b549-0a7cd0c9b462
  kind: Event
  lastTimestamp: "2026-04-16T21:05:06Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:05:06Z"
    name: isvc-xgboost-v2.18a6f24ad2277f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 4f52fe5a-23b3-4f98-b924-1696b15e7e84
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:06:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: 14e19273-3959-4401-b549-0a7cd0c9b462
  kind: Event
  lastTimestamp: "2026-04-16T21:06:12Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T21:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:06:12Z"
    name: isvc-xgboost-v2.18a6f25a5b032b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: f7d7a750-e4f1-4301-b6ea-e65a1558a53f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "33720"
    uid: 7cb4f02d-da58-4f4b-99e2-517d0139722b
  kind: Event
  lastTimestamp: "2026-04-16T21:01:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:01:41Z"
    name: isvc-xgboost.18a6f2071241d3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34395"
    uid: 7458ae12-8287-4454-af99-16335f8d0728
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:00:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "33720"
    uid: 7cb4f02d-da58-4f4b-99e2-517d0139722b
  kind: Event
  lastTimestamp: "2026-04-16T21:00:15Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:00:15Z"
    name: isvc-xgboost.18a6f207137ca1ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33743"
    uid: e184d168-2c22-449b-bfe4-4415a6d445f4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:01:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34393"
    uid: 7cb4f02d-da58-4f4b-99e2-517d0139722b
  kind: Event
  lastTimestamp: "2026-04-16T21:01:40Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T21:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:01:40Z"
    name: isvc-xgboost.18a6f21b0970d96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 5dce06f7-1c92-49e5-afbe-5a1ab7569c6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:23:49.127127Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xtdnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 4d58d9f8-f7a5-4cff-ad7d-e9dc234fb956
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-xtdnt
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:23:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:23:49Z"
    name: message-dumper-predictor-7f66cccfb6-xtdnt.18a6f00a146af9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15202"
    uid: 6be1fcc8-fe98-402f-93aa-90a7b69d44ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xtdnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: 4d58d9f8-f7a5-4cff-ad7d-e9dc234fb956
  kind: Event
  lastTimestamp: "2026-04-16T20:23:49Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:23:49Z"
    name: message-dumper-predictor-7f66cccfb6-xtdnt.18a6f00a1b8874f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: e5e051b4-4dd0-46b2-87f1-3b0613b6e659
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xtdnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 4d58d9f8-f7a5-4cff-ad7d-e9dc234fb956
  kind: Event
  lastTimestamp: "2026-04-16T20:23:49Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T20:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:49Z"
    name: message-dumper-predictor-7f66cccfb6-xtdnt.18a6f00a1cbc9feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15217"
    uid: c9a07d22-7b16-4e16-abd2-4c8fc92d1d5e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xtdnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 4d58d9f8-f7a5-4cff-ad7d-e9dc234fb956
  kind: Event
  lastTimestamp: "2026-04-16T20:23:50Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 995ms (995ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:50Z"
    name: message-dumper-predictor-7f66cccfb6-xtdnt.18a6f00a58157d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "15225"
    uid: 57ca1878-fe2d-4d9b-84f8-0ad93e3f8dd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xtdnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 4d58d9f8-f7a5-4cff-ad7d-e9dc234fb956
  kind: Event
  lastTimestamp: "2026-04-16T20:23:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:50Z"
    name: message-dumper-predictor-7f66cccfb6-xtdnt.18a6f00a5c672081
    namespace: kserve-ci-e2e-test
    resourceVersion: "15226"
    uid: 9c1680a7-3e53-48c9-8524-26fe2431f1b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xtdnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 4d58d9f8-f7a5-4cff-ad7d-e9dc234fb956
  kind: Event
  lastTimestamp: "2026-04-16T20:23:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:50Z"
    name: message-dumper-predictor-7f66cccfb6-xtdnt.18a6f00a5cd6bfc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15227"
    uid: 7c6adfde-6d93-4867-90d4-106b31644370
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xtdnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 4d58d9f8-f7a5-4cff-ad7d-e9dc234fb956
  kind: Event
  lastTimestamp: "2026-04-16T20:25:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:24Z"
    name: message-dumper-predictor-7f66cccfb6-xtdnt.18a6f020497de7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: e10b7ddc-f349-43ac-b825-24d21bbd8f2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15188"
    uid: d041f887-fab8-43c8-a256-c3ec337d8111
  kind: Event
  lastTimestamp: "2026-04-16T20:23:49Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-xtdnt'
  metadata:
    creationTimestamp: "2026-04-16T20:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:49Z"
    name: message-dumper-predictor-7f66cccfb6.18a6f00a140f0128
    namespace: kserve-ci-e2e-test
    resourceVersion: "15199"
    uid: cfc1899f-eefb-4c39-93d9-c2847c7e2ef1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: b86fc0b9-65f9-42da-9a41-4ca50b5160e4
  kind: Event
  lastTimestamp: "2026-04-16T20:23:49Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:49Z"
    name: message-dumper-predictor.18a6f00a12aac14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15192"
    uid: c464e3ff-17a6-4bb5-aeff-42ce199be119
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: e1e1c6ee-1d8e-4f01-acb7-47a52a21c148
  kind: Event
  lastTimestamp: "2026-04-16T20:24:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:24:04Z"
    name: message-dumper-predictor.18a6f00d911d7659
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: ce2ea3c5-c0d7-48b3-90eb-4b90e72f25a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: e1e1c6ee-1d8e-4f01-acb7-47a52a21c148
  kind: Event
  lastTimestamp: "2026-04-16T20:24:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:24:04Z"
    name: message-dumper-predictor.18a6f00d917a978b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 25a374b0-fe7c-4d12-8daa-3988e7151c06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: c4c0ac01-5a7a-414a-a63b-efdde1209c7b
  kind: Event
  lastTimestamp: "2026-04-16T20:23:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:23:50Z"
    name: message-dumper.18a6f00a12773982
    namespace: kserve-ci-e2e-test
    resourceVersion: "15243"
    uid: 6460348b-7675-404c-8be2-e1e40f9fdc14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: c4c0ac01-5a7a-414a-a63b-efdde1209c7b
  kind: Event
  lastTimestamp: "2026-04-16T20:23:49Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:23:49Z"
    name: message-dumper.18a6f00a12c7eeea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: 782ee56f-41a1-4759-9c27-6976db317876
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: c4c0ac01-5a7a-414a-a63b-efdde1209c7b
  kind: Event
  lastTimestamp: "2026-04-16T20:23:50Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:23:50Z"
    name: message-dumper.18a6f00a6c33ec38
    namespace: kserve-ci-e2e-test
    resourceVersion: "15241"
    uid: 56e66623-121d-4a95-91f1-40abbc8ba35e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:51:56.121907Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 713a56a3-69ae-49d8-a3a4-b9da400ab2e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-ngzrp
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:51:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:51:56Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp.18a6f192dd24719e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29524"
    uid: dd6470e8-f0d9-4a08-8490-89c060d94562
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29528"
    uid: 713a56a3-69ae-49d8-a3a4-b9da400ab2e1
  kind: Event
  lastTimestamp: "2026-04-16T20:51:56Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:51:56Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp.18a6f192f614bd54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: f4d0c71a-674c-446a-a582-5c03db5865ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: 713a56a3-69ae-49d8-a3a4-b9da400ab2e1
  kind: Event
  lastTimestamp: "2026-04-16T20:51:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:51:56Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp.18a6f192f7806e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "29538"
    uid: e5cc7d1f-0757-4e94-93fb-e4e1fd250398
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: 713a56a3-69ae-49d8-a3a4-b9da400ab2e1
  kind: Event
  lastTimestamp: "2026-04-16T20:51:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:51:56Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp.18a6f192fab117ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "29540"
    uid: 127bb5f9-9512-41fa-8dde-b62cfbdb9a05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: 713a56a3-69ae-49d8-a3a4-b9da400ab2e1
  kind: Event
  lastTimestamp: "2026-04-16T20:51:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:51:56Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp.18a6f192fb1b9354
    namespace: kserve-ci-e2e-test
    resourceVersion: "29541"
    uid: 8ea3d4c2-e701-4fb2-a52c-28e20389608d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: 713a56a3-69ae-49d8-a3a4-b9da400ab2e1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:01Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T20:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:01Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp.18a6f19405be1df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29581"
    uid: 8d5af62a-97f0-4fe8-8ad3-cd618ff590af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: 713a56a3-69ae-49d8-a3a4-b9da400ab2e1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:01Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp.18a6f1940892596f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29585"
    uid: d47c0f55-90f8-4c9b-89d1-742d09a0bdb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: 713a56a3-69ae-49d8-a3a4-b9da400ab2e1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:01Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp.18a6f19409017ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29586"
    uid: dfb05860-ce08-4560-886f-948f95c327ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: 713a56a3-69ae-49d8-a3a4-b9da400ab2e1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:33Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T20:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:33Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp.18a6f19b7b03ed51
    namespace: kserve-ci-e2e-test
    resourceVersion: "29809"
    uid: eae31cf0-11bc-4dc2-abd3-02b9fe1e8988
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: 713a56a3-69ae-49d8-a3a4-b9da400ab2e1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:46Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp.18a6f19e88506375
    namespace: kserve-ci-e2e-test
    resourceVersion: "29947"
    uid: d0c6662a-e2ec-41fc-8101-29c8842af4f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "29506"
    uid: ea36f5b2-2cfb-4a36-a73e-fdcd6cdbf8f6
  kind: Event
  lastTimestamp: "2026-04-16T20:51:56Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-ngzrp'
  metadata:
    creationTimestamp: "2026-04-16T20:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:51:56Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a6f192dcbb21d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29521"
    uid: cac8da66-eebe-49a5-865e-0312fb12ed50
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 935ed1a6-3ba4-4784-9d55-49d695f0745c
  kind: Event
  lastTimestamp: "2026-04-16T20:51:56Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T20:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:51:56Z"
    name: sklearn-v2-mlserver-predictor.18a6f192d9ecd721
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: 7a6721ba-d595-4257-9f9b-b4d1e097c405
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29505"
    uid: 02307643-ebe4-4890-97b2-70bee1463af9
  kind: Event
  lastTimestamp: "2026-04-16T20:52:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:52:11Z"
    name: sklearn-v2-mlserver-predictor.18a6f196596fb5f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29655"
    uid: 6ece8f66-1d44-40ef-85ae-6ae75760fd4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29505"
    uid: 02307643-ebe4-4890-97b2-70bee1463af9
  kind: Event
  lastTimestamp: "2026-04-16T20:52:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:52:11Z"
    name: sklearn-v2-mlserver-predictor.18a6f1965aa19594
    namespace: kserve-ci-e2e-test
    resourceVersion: "29657"
    uid: 5fdf1bef-6ba6-4deb-9453-bd3971e193aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29656"
    uid: 02307643-ebe4-4890-97b2-70bee1463af9
  kind: Event
  lastTimestamp: "2026-04-16T20:52:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:52:41Z"
    name: sklearn-v2-mlserver-predictor.18a6f199d9687abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29875"
    uid: 1935af6c-4d9a-4992-ab6f-0893f47ca30f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29656"
    uid: 02307643-ebe4-4890-97b2-70bee1463af9
  kind: Event
  lastTimestamp: "2026-04-16T20:52:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:52:41Z"
    name: sklearn-v2-mlserver-predictor.18a6f199d9d04395
    namespace: kserve-ci-e2e-test
    resourceVersion: "29876"
    uid: 9f44383c-7a8d-427d-b08f-5593bdee0d1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29482"
    uid: a17fdce1-3782-4f49-9169-1f29a2d07018
  kind: Event
  lastTimestamp: "2026-04-16T20:52:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:52:43Z"
    name: sklearn-v2-mlserver.18a6f192d9f32b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29899"
    uid: b23db078-6911-4e4e-98ce-cf3e1f57fa68
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29482"
    uid: a17fdce1-3782-4f49-9169-1f29a2d07018
  kind: Event
  lastTimestamp: "2026-04-16T20:51:56Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:51:56Z"
    name: sklearn-v2-mlserver.18a6f192dab11b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "29514"
    uid: e7461988-4fc4-4193-b06a-c42fe5598e74
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29897"
    uid: a17fdce1-3782-4f49-9169-1f29a2d07018
  kind: Event
  lastTimestamp: "2026-04-16T20:52:43Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:52:43Z"
    name: sklearn-v2-mlserver.18a6f19dd49b8d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 2121b6d8-dc67-4941-91a3-bed1a1e1465f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T21:02:25.754737Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34836"
    uid: c6ba00fc-4a19-4e15-9c3b-a3086ec75e5c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-glfxp
    to ip-10-0-138-118.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T21:02:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T21:02:25Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp.18a6f225762f0dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34842"
    uid: 7071f0c8-79c4-4d5a-951b-944d9b74ca04
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8c5944d95-nsc7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34846"
    uid: c6ba00fc-4a19-4e15-9c3b-a3086ec75e5c
  kind: Event
  lastTimestamp: "2026-04-16T21:02:26Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T21:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T21:02:26Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp.18a6f2258f0407f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34860"
    uid: 157afd1f-037c-4b0e-9d72-cee03bbdf103
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34839"
    uid: c6ba00fc-4a19-4e15-9c3b-a3086ec75e5c
  kind: Event
  lastTimestamp: "2026-04-16T21:02:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T21:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:02:26Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp.18a6f225904f2ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34862"
    uid: be81f413-d3a5-4ddb-a8e0-e366429e4fc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34839"
    uid: c6ba00fc-4a19-4e15-9c3b-a3086ec75e5c
  kind: Event
  lastTimestamp: "2026-04-16T21:02:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T21:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:02:26Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp.18a6f225932cee01
    namespace: kserve-ci-e2e-test
    resourceVersion: "34864"
    uid: b444fc72-5db1-49ee-9f9a-23ab36191389
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34839"
    uid: c6ba00fc-4a19-4e15-9c3b-a3086ec75e5c
  kind: Event
  lastTimestamp: "2026-04-16T21:02:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T21:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:02:26Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp.18a6f225939c09bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34865"
    uid: 20566120-b96d-41dd-8fa9-f2cbe22e7411
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34839"
    uid: c6ba00fc-4a19-4e15-9c3b-a3086ec75e5c
  kind: Event
  lastTimestamp: "2026-04-16T21:02:30Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:02:30Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp.18a6f22681c92298
    namespace: kserve-ci-e2e-test
    resourceVersion: "34898"
    uid: 8706243d-13c4-4d4c-8df7-3e280ac67863
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34839"
    uid: c6ba00fc-4a19-4e15-9c3b-a3086ec75e5c
  kind: Event
  lastTimestamp: "2026-04-16T21:02:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:02:30Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp.18a6f22684e94439
    namespace: kserve-ci-e2e-test
    resourceVersion: "34903"
    uid: 3ac81e8e-e0c3-4223-a47b-daf4e67f802f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34839"
    uid: c6ba00fc-4a19-4e15-9c3b-a3086ec75e5c
  kind: Event
  lastTimestamp: "2026-04-16T21:02:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:02:30Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp.18a6f226856e576f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34904"
    uid: fd10b6bf-4cfa-4be4-9474-f0eee17438de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34839"
    uid: c6ba00fc-4a19-4e15-9c3b-a3086ec75e5c
  kind: Event
  lastTimestamp: "2026-04-16T21:03:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T21:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T21:03:05Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-glfxp.18a6f22ecb622319
    namespace: kserve-ci-e2e-test
    resourceVersion: "35189"
    uid: 39ab60a5-c726-41e5-aae0-b46419182439
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-118.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-118.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34820"
    uid: b9200053-bd93-4df9-8a13-32501b963354
  kind: Event
  lastTimestamp: "2026-04-16T21:02:25Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-glfxp'
  metadata:
    creationTimestamp: "2026-04-16T21:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:02:25Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a6f225757d83b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: 91c13ded-447d-4710-9b31-bfb986e4dfdf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34815"
    uid: a2d86c48-3d3c-45d1-b307-7d495255b171
  kind: Event
  lastTimestamp: "2026-04-16T21:02:25Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T21:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:02:25Z"
    name: xgboost-v2-mlserver-predictor.18a6f225718067e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34824"
    uid: 0d4f3905-3adb-4a45-9a1e-af6c34845aee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34821"
    uid: 79e3f87f-fad3-4e38-9e8d-e39bbac6746b
  kind: Event
  lastTimestamp: "2026-04-16T21:02:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:02:40Z"
    name: xgboost-v2-mlserver-predictor.18a6f228f081488c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34980"
    uid: a85f0121-6496-43d7-8435-abdd16e80f77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34821"
    uid: 79e3f87f-fad3-4e38-9e8d-e39bbac6746b
  kind: Event
  lastTimestamp: "2026-04-16T21:02:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T21:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:02:40Z"
    name: xgboost-v2-mlserver-predictor.18a6f228f0ecfdb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34981"
    uid: d2c6d378-f68b-4adf-83b3-8d6f8e404a7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34979"
    uid: 79e3f87f-fad3-4e38-9e8d-e39bbac6746b
  kind: Event
  lastTimestamp: "2026-04-16T21:02:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:02:55Z"
    name: xgboost-v2-mlserver-predictor.18a6f22c6fae50b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35084"
    uid: 72185d7e-4ff8-4f1a-ac45-7f4917f1de85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34979"
    uid: 79e3f87f-fad3-4e38-9e8d-e39bbac6746b
  kind: Event
  lastTimestamp: "2026-04-16T21:02:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T21:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T21:02:55Z"
    name: xgboost-v2-mlserver-predictor.18a6f22c701c4b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "35086"
    uid: 53688832-a3c1-40c7-ba0c-770a2705eed3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34799"
    uid: 0c2ef12d-f38a-4cfe-81bf-70328db2b6e2
  kind: Event
  lastTimestamp: "2026-04-16T21:03:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T21:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:03:02Z"
    name: xgboost-v2-mlserver.18a6f225716a48dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 9f5d8e64-f43d-4819-ba78-abf817ed3b11
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34799"
    uid: 0c2ef12d-f38a-4cfe-81bf-70328db2b6e2
  kind: Event
  lastTimestamp: "2026-04-16T21:02:25Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:02:25Z"
    name: xgboost-v2-mlserver.18a6f22572587f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: 5ab3f0e6-5662-484c-8607-a2a98e1cbb50
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:02:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 0c2ef12d-f38a-4cfe-81bf-70328db2b6e2
  kind: Event
  lastTimestamp: "2026-04-16T21:02:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T21:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:02:25Z"
    name: xgboost-v2-mlserver.18a6f22577e90a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: bb9ab877-4d0f-44dd-896c-a0ff09449d5b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T21:03:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 0c2ef12d-f38a-4cfe-81bf-70328db2b6e2
  kind: Event
  lastTimestamp: "2026-04-16T21:03:02Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T21:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T21:03:02Z"
    name: xgboost-v2-mlserver.18a6f22dfebd4a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "35137"
    uid: 073a8edb-65b5-4347-babf-a156a6d1a348
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39829"