---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:25:44.240564Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24464"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:25:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:25:44Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62ef7e9cb7814
    namespace: kserve-ci-e2e-test
    resourceVersion: "24470"
    uid: 8b7d36fb-e71d-4de1-8cfb-2df6e784550c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:25:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:44Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62ef7f2f2f82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: afadc452-c75d-4a34-b962-4229b8452cb1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:25:45Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:25:45Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62ef82f663a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: bf766763-d837-4552-a25f-dde80e3ff14b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:25:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:45Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62ef830c5fea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 4dc6dc11-4bdf-4638-8a18-8786c3990c1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:25:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:45Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62ef8346015a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24493"
    uid: e61c1413-7342-464e-97d5-55b09e2e012c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:25:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:45Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62ef834cfd07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 96adfbb1-37b8-4b70-9a3f-0de6596c7154
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:25:50Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62ef9550ea0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: 1edaf525-79b6-4446-a57d-f24ea8efc96b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:25:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62ef9581f825a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24567"
    uid: aac27324-a820-41b4-9474-7b78f2eeca20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:25:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62ef958929287
    namespace: kserve-ci-e2e-test
    resourceVersion: "24569"
    uid: 3d8ace63-bfab-4ba8-80e8-ce64956fb940
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:25:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62ef9589e231a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24570"
    uid: 1990c50e-eaa7-41af-a995-9704c462f618
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:25:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62ef95bd799ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24573"
    uid: f8dae3b2-4179-4fb7-97d2-3473d7de6dfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:25:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62ef95c6306ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: cf029280-e046-45ed-b66f-6c0c14291fe8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:25:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:58Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62ef9ccf91e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24682"
    uid: 7c6a53ca-8f15-4131-a8d6-488775ef6a75
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62f0026dad342
    namespace: kserve-ci-e2e-test
    resourceVersion: "24871"
    uid: aba92b8f-bc24-4006-8b95-b50cc03c4058
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 5e8a45cd-0d2f-4bb8-b62e-4176fb75d23f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv.18d62f0026db66f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24873"
    uid: a8d1a3b8-0f1f-459b-8e04-3431cd1129dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24455"
    uid: ae6d04a1-c93e-439c-aa61-5e52a1ba4957
  kind: Event
  lastTimestamp: "2026-09-17T18:25:44Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-l7jdv'
  metadata:
    creationTimestamp: "2026-09-17T18:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:44Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d62ef7e93fca27
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: 97b30533-3bfc-48bc-951f-fbdfaa9107d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24453"
    uid: d5fd01cc-39e7-4b91-ae0f-763a58d1a239
  kind: Event
  lastTimestamp: "2026-09-17T18:25:44Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:44Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62ef7e672dfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24457"
    uid: c9db84bb-e778-4e11-84e1-627a4d4c9aea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 7475dde8-1aef-4283-9973-1f13885809a7
  kind: Event
  lastTimestamp: "2026-09-17T18:26:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62efb6538f15f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24819"
    uid: b5281953-9f8c-4493-988d-de38aff56acb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 7475dde8-1aef-4283-9973-1f13885809a7
  kind: Event
  lastTimestamp: "2026-09-17T18:26:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62efb65b2d5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24820"
    uid: fb386c0c-bbb2-4ac9-8a02-5ed972fb5e61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: c2af55e2-bfef-4367-ae7c-b13474f8c00b
  kind: Event
  lastTimestamp: "2026-09-17T18:26:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:08Z"
    name: isvc-autogluon-ts-v1-noslash.18d62ef7e6860a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: c14e13a3-3de4-4026-8ed8-07402bb536e1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24769"
    uid: c2af55e2-bfef-4367-ae7c-b13474f8c00b
  kind: Event
  lastTimestamp: "2026-09-17T18:26:08Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:08Z"
    name: isvc-autogluon-ts-v1-noslash.18d62efd8c2bcce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24770"
    uid: f4234755-c3f4-4be4-b189-cbe0e5277f07
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:24:56.261149Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23933"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:24:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:24:56Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62eecbdffa78e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23937"
    uid: fd7d0741-33d1-4e22-a67f-1a9fe2aecab7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:24:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:56Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62eecc9ca71e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 4317fceb-6445-442a-88c7-a7cedffdc01c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23942"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:24:57Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:24:57Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62eed03e3efa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23957"
    uid: 1181b1a3-99fd-4137-8445-ee99842865e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:24:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:57Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62eed056a6117
    namespace: kserve-ci-e2e-test
    resourceVersion: "23959"
    uid: 1ecac12d-54a5-44bb-b883-37a74c7d730a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:24:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:57Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62eed08bb1d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 03d01007-b92c-4a61-8219-4bd959bd6c71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:24:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:57Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62eed0945d252
    namespace: kserve-ci-e2e-test
    resourceVersion: "23964"
    uid: 2f402c6c-ea93-420c-b5ed-530172ab4f71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:25:03Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62eee54fe5208
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: a5f3cc64-abbb-4706-bdeb-f035cad79c2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:25:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62eee583c1e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "24010"
    uid: c50d5c0d-c412-405e-a328-f7ca1cb01c3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:25:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62eee58b2413b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24013"
    uid: d57a0e28-484f-4e34-84bb-be89e9e82d24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:25:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62eee58beb1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: e0409fb4-51e4-4698-a6d8-75a1d734ee3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:25:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62eee5ba1bbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4ed5b8f4-7393-4111-8e57-a97d5bcaddb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:25:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:03Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62eee5c19b2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24017"
    uid: 46d55f03-6d6b-4996-a48d-d671b5dd45c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:25:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62eeecd201d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: c14ea90b-f383-469a-8483-9a9bff7da748
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:25:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62ef6b478c04f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: fcf1eb4c-185e-49c4-b344-24c92992df69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: e8ddddf7-d988-4e7d-9727-8fd44fe67713
  kind: Event
  lastTimestamp: "2026-09-17T18:25:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4.18d62ef6b4799b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: 9c567b18-b70c-4541-93fc-3daf15de7635
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: f840adf4-dae9-4379-a1c2-1ff3ad33e363
  kind: Event
  lastTimestamp: "2026-09-17T18:24:56Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fd2d4'
  metadata:
    creationTimestamp: "2026-09-17T18:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:56Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d62eecbd855590
    namespace: kserve-ci-e2e-test
    resourceVersion: "23934"
    uid: 067a9e19-bdbd-4519-84ea-99df29b91667
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 48b642dc-d3ab-4b75-8b9b-d2052f34dd7e
  kind: Event
  lastTimestamp: "2026-09-17T18:24:56Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:56Z"
    name: isvc-autogluon-ts-v1-predictor.18d62eecb97c7fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: 8452e382-2c52-4ae2-ae65-53fb5f320c47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 807d02ac-0782-41b4-a3a9-d245f99e1fac
  kind: Event
  lastTimestamp: "2026-09-17T18:25:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:26Z"
    name: isvc-autogluon-ts-v1-predictor.18d62ef038940eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 886ab020-e3af-48e9-8728-38195b5aa4a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: 807d02ac-0782-41b4-a3a9-d245f99e1fac
  kind: Event
  lastTimestamp: "2026-09-17T18:25:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:26Z"
    name: isvc-autogluon-ts-v1-predictor.18d62ef038fdd5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24289"
    uid: 8c7d8958-482c-47dc-9b1e-dbf4e6bb343a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: d7443ea6-668e-4491-a0b4-a2087c91e8ac
  kind: Event
  lastTimestamp: "2026-09-17T18:25:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:21Z"
    name: isvc-autogluon-ts-v1.18d62eecb97badd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24238"
    uid: c2cfffed-8269-4ccb-88eb-1dae65b9eda1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: d7443ea6-668e-4491-a0b4-a2087c91e8ac
  kind: Event
  lastTimestamp: "2026-09-17T18:24:56Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:56Z"
    name: isvc-autogluon-ts-v1.18d62eecb9f10777
    namespace: kserve-ci-e2e-test
    resourceVersion: "23928"
    uid: 2a8b3b7d-cb4b-41ec-9540-78a6562af6c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24236"
    uid: d7443ea6-668e-4491-a0b4-a2087c91e8ac
  kind: Event
  lastTimestamp: "2026-09-17T18:25:21Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:21Z"
    name: isvc-autogluon-ts-v1.18d62ef28eaa47d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24237"
    uid: eb64c437-b638-473c-b6d4-1869c725c46c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:14:05.743527Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18390"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-bt645
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:14:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:14:05Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e5548206e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18396"
    uid: 864a77aa-c929-4368-a642-dc2b10a53ae9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18400"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:14:06Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:14:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e556a081fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 7fcd722e-7ce4-47dc-9ea7-b85c31aed291
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:14:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e556b63f16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18416"
    uid: da789b4a-50c4-42b2-95f0-f39e6b145998
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:14:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e556e92f33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18417"
    uid: 20dd76b4-b13b-44a1-a1f9-a59d6881400c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:14:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e556f05525a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18418"
    uid: a2ea95f4-41b6-490b-998b-99a3be0dab04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:14:11Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:11Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e56b1df0f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18466"
    uid: d1af91fe-c03b-4742-87ff-94d42181580c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:16:17Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m5.511s
    (2m5.511s including waiting). Image size: 8948761380 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:17Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e73eaf6c0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19463"
    uid: ebf5b241-a99a-4244-ab13-75c0f156c6da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:16:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:17Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e73f0de41d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19464"
    uid: 88f7d509-6d0e-47bd-94f9-4bad69212d2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:16:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:17Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e73f246459b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19465"
    uid: 5ea6dab9-99f7-463b-91aa-de1dd00cd712
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:16:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:17Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e73f2516380
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: 852c3ce0-30d3-41c8-b30f-de67b769a095
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:16:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:17Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e73f940427d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19467"
    uid: 520f6b61-c64a-4d5a-ba9d-59cfd0ce9d19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:16:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:17Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e73faa5dd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: d3f7fef8-8bb3-4900-9c3e-0a6bc0cf4fa0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:16:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e746b1e03d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19536"
    uid: 6f5c1718-67a9-42c1-bb72-c934eab8e052
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:16:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:45Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e7a9363c2ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19790"
    uid: 7c64fa15-2730-4a49-bafa-3466596a59f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: c5eedaf8-9817-47bf-924e-6c1ba126254e
  kind: Event
  lastTimestamp: "2026-09-17T18:16:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:45Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bt645.18d62e7a936448ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 5396f404-aa0c-4984-b2e6-a8f9e53aa812
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18380"
    uid: 786d2b7f-9cb8-4339-b9e3-c905def82087
  kind: Event
  lastTimestamp: "2026-09-17T18:14:05Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-bt645'
  metadata:
    creationTimestamp: "2026-09-17T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:05Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d62e554790b810
    namespace: kserve-ci-e2e-test
    resourceVersion: "18393"
    uid: f6212dac-97c2-4412-9463-c3321958b739
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18378"
    uid: 38c4645d-fbb2-4245-ab40-b87024fe3ce6
  kind: Event
  lastTimestamp: "2026-09-17T18:14:05Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:05Z"
    name: isvc-autogluon-v1-predictor.18d62e55442837d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18383"
    uid: 59ea226a-d011-4c91-bc59-8ec34630404d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18379"
    uid: 5702e497-796d-4da9-9f1d-1db8c1d39d42
  kind: Event
  lastTimestamp: "2026-09-17T18:16:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:35Z"
    name: isvc-autogluon-v1-predictor.18d62e58c2b64fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19687"
    uid: 19a814cc-792c-4a7f-ae82-95dbd269e3eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18379"
    uid: 5702e497-796d-4da9-9f1d-1db8c1d39d42
  kind: Event
  lastTimestamp: "2026-09-17T18:16:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:35Z"
    name: isvc-autogluon-v1-predictor.18d62e58c321325d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19688"
    uid: 3ff6d0b7-213c-4731-a226-badb4e3ea622
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18368"
    uid: 5ee76dd2-7c61-4e4d-a20b-fa77459b0412
  kind: Event
  lastTimestamp: "2026-09-17T18:16:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:35Z"
    name: isvc-autogluon-v1.18d62e5544379402
    namespace: kserve-ci-e2e-test
    resourceVersion: "19683"
    uid: 49a4c1cf-b153-4add-9dc4-e17c91a0cf28
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 5ee76dd2-7c61-4e4d-a20b-fa77459b0412
  kind: Event
  lastTimestamp: "2026-09-17T18:16:35Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:35Z"
    name: isvc-autogluon-v1.18d62e782a644453
    namespace: kserve-ci-e2e-test
    resourceVersion: "19682"
    uid: 40d4e12b-d299-4b15-8495-cd370d37ea33
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:22:54.707850Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22973"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:22:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:22:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62ed070db7fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 245711c6-960d-4735-98ec-32492a0c7583
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:22:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62ed077b250f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22986"
    uid: 60e6d543-147a-4959-b6d0-af570a7cd87b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:22:55Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:22:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62ed0b69aa6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22997"
    uid: acd0c90a-619f-4cc6-97d0-b884913df105
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:22:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62ed0b80876f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22999"
    uid: d190c5ae-e54e-4508-b364-84d62ffcc3e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:22:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62ed0badff72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23001"
    uid: ec73ca68-412a-4e40-9ac7-297dd48edb04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:22:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62ed0bb6c2b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23002"
    uid: ce3f2e65-32c5-4250-be0f-7810a777685e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:23:01Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:01Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62ed2078804bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: 171a4ccc-8300-45ee-995f-79fe77c6f81d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:23:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:01Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62ed20aa7d397
    namespace: kserve-ci-e2e-test
    resourceVersion: "23049"
    uid: d9b0e6d7-dedf-4fb7-a201-b252d6507df6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:23:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:01Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62ed20b0cb522
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: f2f7740a-4c83-4ab4-b5ac-688f4eb18e3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:23:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:01Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62ed20b177ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23052"
    uid: fcbe8676-2612-4766-bb9c-e7e1d212e304
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:23:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:01Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62ed20e07d345
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: 12b7481b-10ec-4a2f-a7a5-b284f9257cf8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:23:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:01Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62ed20e93a2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23056"
    uid: 121d4c58-a761-44a9-b67e-956da531740e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:24:47Z"
  message: 'Readiness probe failed: Get "http://10.134.0.36:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:47Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62eeaae8a9e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23821"
    uid: a506a99e-e4bc-45b8-81dc-7ebcf613823c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:24:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:51Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62eeb8928af5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23862"
    uid: 449db7ce-6c8e-46dc-9462-97fa4804e300
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: da33c43e-b614-4888-8027-d64b189a01e8
  kind: Event
  lastTimestamp: "2026-09-17T18:24:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:51Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc.18d62eeb892947f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23863"
    uid: 09694abd-a244-4cdb-bfe8-36d117f47c82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: 9577fefb-a02a-432a-894d-8e6b0b8d844d
  kind: Event
  lastTimestamp: "2026-09-17T18:22:54Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gxclc'
  metadata:
    creationTimestamp: "2026-09-17T18:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d62ed07069f3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22974"
    uid: 1e3c54c8-0295-465d-b557-b163e8f75e12
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: 997fe966-eddd-4fb0-a7ff-8702c598a2b4
  kind: Event
  lastTimestamp: "2026-09-17T18:22:54Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:54Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62ed06d8ed666
    namespace: kserve-ci-e2e-test
    resourceVersion: "22966"
    uid: 4b20d028-dcf6-4bbe-86cd-862e18b31ed4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22963"
    uid: 7f68817f-3954-49a7-a2fe-8b1a6dd1d366
  kind: Event
  lastTimestamp: "2026-09-17T18:23:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:39Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62ed3ed140efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23332"
    uid: af3c8ec6-1bab-406e-a5a1-fbd5f15076cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22963"
    uid: 7f68817f-3954-49a7-a2fe-8b1a6dd1d366
  kind: Event
  lastTimestamp: "2026-09-17T18:23:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:39Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62ed3ed81e641
    namespace: kserve-ci-e2e-test
    resourceVersion: "23333"
    uid: b2af99d6-76c7-476b-a439-52897929db3f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23117"
    uid: 7f68817f-3954-49a7-a2fe-8b1a6dd1d366
  kind: Event
  lastTimestamp: "2026-09-17T18:24:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:39Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62ede6ab9b402
    namespace: kserve-ci-e2e-test
    resourceVersion: "23766"
    uid: 464f7eee-7efd-4053-9221-2758db72baf5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23117"
    uid: 7f68817f-3954-49a7-a2fe-8b1a6dd1d366
  kind: Event
  lastTimestamp: "2026-09-17T18:24:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:39Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62ede6b088aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23767"
    uid: 7db1a2c9-3614-424b-a67d-1e33315822e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22953"
    uid: 3bd4ca77-9e8e-4cca-a6a2-1671e794e0f7
  kind: Event
  lastTimestamp: "2026-09-17T18:24:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:36Z"
    name: isvc-autogluon-v2-noslash.18d62ed06da0e9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23746"
    uid: 171d31f0-6e6d-4269-b4ea-50171eca1f30
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22953"
    uid: 3bd4ca77-9e8e-4cca-a6a2-1671e794e0f7
  kind: Event
  lastTimestamp: "2026-09-17T18:22:54Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:54Z"
    name: isvc-autogluon-v2-noslash.18d62ed06e19b85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22970"
    uid: 9d2c309b-7590-4d09-97a2-a4846caaf5dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23744"
    uid: 3bd4ca77-9e8e-4cca-a6a2-1671e794e0f7
  kind: Event
  lastTimestamp: "2026-09-17T18:24:36Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:36Z"
    name: isvc-autogluon-v2-noslash.18d62ee8241ae353
    namespace: kserve-ci-e2e-test
    resourceVersion: "23745"
    uid: a019cc41-16f7-4cbc-b881-7e63cb3d9217
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:16:51.088384Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:16:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:16:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62e7bc772cb00
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: f10630c0-6b37-49c6-9848-bf2f78493b0c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:16:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62e7bd1e7c1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: 65e63249-c92f-43a5-a5bf-984e39151395
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:16:53Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:16:53Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62e7c42cce63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: 4f3e5300-9dd8-4809-8e8f-b2f7a6d4c1e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:16:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:53Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62e7c442aee02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19886"
    uid: 5ec9047c-1456-4d93-b01e-dd867e598291
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:16:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:53Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62e7c46e801b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19887"
    uid: 4ed28a89-8c15-4652-b594-bc86affd1eb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:16:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:53Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62e7c4751fcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19889"
    uid: dbcc4738-57bf-481a-9359-3c1d5ca4ecba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:16:58Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:58Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62e7d930a724e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: 2a329fbc-d84c-4a00-8dbb-ac259b73b7f7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m57.967s
    (1m57.967s including waiting). Image size: 8948761380 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62e990a700614
    namespace: kserve-ci-e2e-test
    resourceVersion: "20884"
    uid: 5fd2bf42-1ba7-4d45-a017-ee9966489b5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62e99125cb885
    namespace: kserve-ci-e2e-test
    resourceVersion: "20886"
    uid: 43e8d650-0de5-428b-ba50-187f2d14f396
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62e99136e67f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: d7e7d7c7-5f71-417f-ab7b-c05114c09fe1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62e99137c0120
    namespace: kserve-ci-e2e-test
    resourceVersion: "20888"
    uid: 8fa2ad2a-8092-4f1a-abf2-27e3093e565b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62e9919dd6602
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 61eff19e-66dd-4959-87e2-3d184f579ecd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62e991b2c03e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: c38a3fdc-a68a-4ad6-a15c-168e36f0ca02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:20:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62eb07b101f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21769"
    uid: 8307da6c-e391-48f5-88c0-89a4d7d95892
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:20:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62eb07b1081fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21770"
    uid: d6353912-5b77-4533-9e99-936da9d56878
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 7f25e4b3-1100-4dfc-805d-608712fa295c
  kind: Event
  lastTimestamp: "2026-09-17T18:20:38Z"
  message: 'Readiness probe failed: Get "http://10.134.0.34:8080/v2/models/isvc-autogluon-v2/ready":
    dial tcp 10.134.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:38Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-w86n9.18d62eb0b29c7cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21782"
    uid: 3844dd94-f104-4597-9730-692ed443140a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 4629c1f7-b980-4f38-9d3d-8f9f0a2574b9
  kind: Event
  lastTimestamp: "2026-09-17T18:16:51Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-w86n9'
  metadata:
    creationTimestamp: "2026-09-17T18:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d62e7bc6f274c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: 95241e5b-7434-48e1-b344-0d65f21d8a54
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: a561d628-bd9b-4950-b0bf-c534728a886c
  kind: Event
  lastTimestamp: "2026-09-17T18:16:51Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:51Z"
    name: isvc-autogluon-v2-predictor.18d62e7bc44b229c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19844"
    uid: 0136305f-51fd-42e8-ab50-35ed7793523c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: a8559780-edc6-4ef3-ab68-ae41c2053626
  kind: Event
  lastTimestamp: "2026-09-17T18:19:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:06Z"
    name: isvc-autogluon-v2-predictor.18d62e7f42c7d48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20951"
    uid: 737e9b22-7eeb-4b0a-96aa-5297db862e40
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: a8559780-edc6-4ef3-ab68-ae41c2053626
  kind: Event
  lastTimestamp: "2026-09-17T18:19:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:06Z"
    name: isvc-autogluon-v2-predictor.18d62e7f433315ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20952"
    uid: b46bef32-98a4-4e64-a2d6-3775995a9d33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19988"
    uid: a8559780-edc6-4ef3-ab68-ae41c2053626
  kind: Event
  lastTimestamp: "2026-09-17T18:20:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:06Z"
    name: isvc-autogluon-v2-predictor.18d62e9eb86b499e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21459"
    uid: 8f7bb774-0bd5-4b6c-bc2d-5957fd188917
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19988"
    uid: a8559780-edc6-4ef3-ab68-ae41c2053626
  kind: Event
  lastTimestamp: "2026-09-17T18:19:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:51Z"
    name: isvc-autogluon-v2-predictor.18d62e9eb8d4db1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21285"
    uid: 9fff5457-0201-4bac-8d6c-b8942d4834c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:20:42.717636Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: d449572c-c0ea-49ff-8430-248f25128703
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:20:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:20:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl.18d62eb1b5a0a0e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21853"
    uid: d20fd8b7-d6e6-48b5-b904-ad41d8256f68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: d449572c-c0ea-49ff-8430-248f25128703
  kind: Event
  lastTimestamp: "2026-09-17T18:20:43Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:20:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl.18d62eb1d7a45481
    namespace: kserve-ci-e2e-test
    resourceVersion: "21872"
    uid: 47243649-78db-4549-a0bb-38ff00d26cdc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: d449572c-c0ea-49ff-8430-248f25128703
  kind: Event
  lastTimestamp: "2026-09-17T18:20:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl.18d62eb1d9053edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: bf88d3f4-0ca8-420a-b9ff-768a6163b1d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: d449572c-c0ea-49ff-8430-248f25128703
  kind: Event
  lastTimestamp: "2026-09-17T18:20:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl.18d62eb1dbae52c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 39b30dcb-c306-4c38-a3ef-08ad496d89fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: d449572c-c0ea-49ff-8430-248f25128703
  kind: Event
  lastTimestamp: "2026-09-17T18:20:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl.18d62eb1dc35b8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21876"
    uid: 9a1ca643-f316-49f4-97a0-8839df13e7a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: d449572c-c0ea-49ff-8430-248f25128703
  kind: Event
  lastTimestamp: "2026-09-17T18:21:03Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl.18d62eb6a94e2db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22036"
    uid: 0cfac39a-a5af-4c90-b88a-2821ab45c6b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: d449572c-c0ea-49ff-8430-248f25128703
  kind: Event
  lastTimestamp: "2026-09-17T18:21:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl.18d62eb6ad67bb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "22041"
    uid: 6ce1c4e0-7073-4aa0-9ed7-1cbafd170c38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: d449572c-c0ea-49ff-8430-248f25128703
  kind: Event
  lastTimestamp: "2026-09-17T18:21:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl.18d62eb6ade809ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: cd555216-5567-4409-93a9-94506da44236
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: d449572c-c0ea-49ff-8430-248f25128703
  kind: Event
  lastTimestamp: "2026-09-17T18:21:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl.18d62eb6adf372b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22043"
    uid: 59b4e86f-6e96-4a85-bd21-af5e01e646dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: d449572c-c0ea-49ff-8430-248f25128703
  kind: Event
  lastTimestamp: "2026-09-17T18:21:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl.18d62eb6b0992885
    namespace: kserve-ci-e2e-test
    resourceVersion: "22045"
    uid: eeff80d2-5190-48e3-b75e-73d01dc16ee3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: d449572c-c0ea-49ff-8430-248f25128703
  kind: Event
  lastTimestamp: "2026-09-17T18:21:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl.18d62eb6b111143f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22046"
    uid: b9849b77-154c-4461-97bb-a677cb438e5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: d449572c-c0ea-49ff-8430-248f25128703
  kind: Event
  lastTimestamp: "2026-09-17T18:22:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl.18d62ecf3bf35a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22914"
    uid: 6dc04974-e224-487d-b892-f7440f8b230a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: d449572c-c0ea-49ff-8430-248f25128703
  kind: Event
  lastTimestamp: "2026-09-17T18:22:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl.18d62ecf3bf41275
    namespace: kserve-ci-e2e-test
    resourceVersion: "22915"
    uid: 57b49745-a68b-4cac-8b08-0455acc1e940
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: cd59a09c-683e-4054-9157-924fcd2d1771
  kind: Event
  lastTimestamp: "2026-09-17T18:20:42Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-tk5fl'
  metadata:
    creationTimestamp: "2026-09-17T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d62eb1b4bfe3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: da069b1e-4609-4a0f-b93b-fa40d0b16edf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21830"
    uid: 905a9c2e-d8f7-430d-9a2f-43b3e58a3689
  kind: Event
  lastTimestamp: "2026-09-17T18:20:42Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:42Z"
    name: isvc-autogluon-v2-variants-predictor.18d62eb1ae82e988
    namespace: kserve-ci-e2e-test
    resourceVersion: "21835"
    uid: 8dd71251-dccc-422f-9a3f-e86997830494
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21831"
    uid: dcf52151-8c85-4345-badc-685aa88193ad
  kind: Event
  lastTimestamp: "2026-09-17T18:21:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:27Z"
    name: isvc-autogluon-v2-variants-predictor.18d62eb52cee33f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22216"
    uid: 92a73623-a792-46d8-a13c-5fff28c22975
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21831"
    uid: dcf52151-8c85-4345-badc-685aa88193ad
  kind: Event
  lastTimestamp: "2026-09-17T18:21:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:27Z"
    name: isvc-autogluon-v2-variants-predictor.18d62eb52d583735
    namespace: kserve-ci-e2e-test
    resourceVersion: "22217"
    uid: 553a42cf-cd3a-446a-a835-618a6eca7534
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21986"
    uid: dcf52151-8c85-4345-badc-685aa88193ad
  kind: Event
  lastTimestamp: "2026-09-17T18:22:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:42Z"
    name: isvc-autogluon-v2-variants-predictor.18d62ebfa9b4c1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 6edcc08a-ad33-4bd4-991e-6baf4aaea1e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21986"
    uid: dcf52151-8c85-4345-badc-685aa88193ad
  kind: Event
  lastTimestamp: "2026-09-17T18:22:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:42Z"
    name: isvc-autogluon-v2-variants-predictor.18d62ebfaa255805
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 579862a3-743a-4618-af2b-603ef9bfebc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21822"
    uid: 63b3f9a3-d66e-418d-9355-b2824868223b
  kind: Event
  lastTimestamp: "2026-09-17T18:22:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:38Z"
    name: isvc-autogluon-v2-variants.18d62eb1aeed44b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22808"
    uid: 742f946a-605a-40c8-bd3c-5deaec6644ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21822"
    uid: 63b3f9a3-d66e-418d-9355-b2824868223b
  kind: Event
  lastTimestamp: "2026-09-17T18:20:42Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:42Z"
    name: isvc-autogluon-v2-variants.18d62eb1afc8f3a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: f53ca5cd-a434-4f5e-ab24-c4008377a7c7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22806"
    uid: 63b3f9a3-d66e-418d-9355-b2824868223b
  kind: Event
  lastTimestamp: "2026-09-17T18:22:38Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:38Z"
    name: isvc-autogluon-v2-variants.18d62eccaa2abf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "22807"
    uid: a6fddc05-b8de-4763-8000-dc3ec3ae64b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: 6f06e31c-a1ac-4b97-94f3-c0483b8859e6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:28Z"
    name: isvc-autogluon-v2.18d62e7bc44ae642
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: d4597e2d-6a88-4987-95f3-d9e8168ae459
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: 6f06e31c-a1ac-4b97-94f3-c0483b8859e6
  kind: Event
  lastTimestamp: "2026-09-17T18:16:51Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:51Z"
    name: isvc-autogluon-v2.18d62e7bc4c82350
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: 7413fcda-c3e9-45b8-ab05-49cb80252b38
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21633"
    uid: 6f06e31c-a1ac-4b97-94f3-c0483b8859e6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:28Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:28Z"
    name: isvc-autogluon-v2.18d62eae65caa5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 5d2d084a-daab-4b63-8339-100a326ea487
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:26:24.877050Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24950"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5956b77f85-7gqlg
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:26:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:26:24Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f015feaed75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24957"
    uid: 1be38736-5245-49d6-bdb6-3014747bf692
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24959"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:26:25Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:26:25Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f018234abe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24981"
    uid: d47a6fc0-e1c6-4cf4-b6f8-204694af06c1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:26:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:25Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f0183a740c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24983"
    uid: 67bf49b1-c829-4077-877e-963327f815b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:26:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:25Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f01869c838e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24987"
    uid: e0fda4cc-889c-47f2-8dd7-4dc66b14f381
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:26:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:25Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f01870c5337
    namespace: kserve-ci-e2e-test
    resourceVersion: "24988"
    uid: d7bbbf85-1380-4e94-96f7-e7bfde26b66c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:26:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:29Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f026991e627
    namespace: kserve-ci-e2e-test
    resourceVersion: "25033"
    uid: d08f4477-f846-400e-9dd0-5e647351a196
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:26:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:29Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f026dce6ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25037"
    uid: 0face8d0-cc46-4402-9394-8282e9d14b48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:26:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:29Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f026e56100f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25038"
    uid: 26c97ed8-3ef8-49c7-8a3d-5510bca46796
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:26:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:29Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f026e5ff6ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25039"
    uid: 9ddf6d85-05f5-434a-8a26-d29a0d368034
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:26:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:29Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f027127925c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: 8260dd96-8296-46bc-b375-00d4ba853689
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:26:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:29Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f0271ae2f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "25042"
    uid: 46de20e0-188d-42d4-b53e-f866e66832df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:27:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:57Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f02e22b9330
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: e3442575-15a6-4ca6-8ea6-b80d68c11c74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:27:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:54Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f1654d220e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 95a59fec-e38e-473f-8fe2-8e3f86fa368b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:27:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:54Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f1654d36469
    namespace: kserve-ci-e2e-test
    resourceVersion: "25842"
    uid: a1269c11-dcc4-4d1b-8ab7-638b27bd265b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-7gqlg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 027c91b8-156b-425f-855d-06745357ecb1
  kind: Event
  lastTimestamp: "2026-09-17T18:27:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:57Z"
    name: isvc-canary-create-predictor-5956b77f85-7gqlg.18d62f16e85f9085
    namespace: kserve-ci-e2e-test
    resourceVersion: "25864"
    uid: 3ddb593a-b974-4571-94c3-bef84ddd651e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:26:24.922245Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24960"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5956b77f85-dz4nh
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:26:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:26:24Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f01629c9f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24964"
    uid: a30fbe2d-b2f7-461d-b7fb-8a471a5010c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:25Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:26:25Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f01848355ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24984"
    uid: 8b76902d-b6b4-4268-9472-3b4ca200035c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:25Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f0185f20e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24986"
    uid: 72f22475-3649-443e-92ff-bcb25a73f5cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:25Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f0188abcda2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24989"
    uid: 75bb54e8-004e-4e7e-b4ac-8c0fda22d2e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:25Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f01891fc53b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24990"
    uid: 6cdde2c3-04bd-473f-9404-3579c1367cef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:29Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
  metadata:
    creationTimestamp: "2026-09-17T18:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:29Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f02750f5723
    namespace: kserve-ci-e2e-test
    resourceVersion: "25043"
    uid: 0797e80d-6db5-4b8b-b57b-bd9eab4f906d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    in 13.445s (13.445s including waiting). Image size: 1583073169 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:42Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f05967ef723
    namespace: kserve-ci-e2e-test
    resourceVersion: "25165"
    uid: c3bcd9df-07e6-47cd-81b8-f0aa78ebb9da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:43Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f0599f334a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25167"
    uid: b8ae7074-b7fa-45a4-ba81-a99556e62d02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:43Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f059a57e3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25168"
    uid: 665b533a-dca5-45dc-a13e-a6dfde04ae49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:43Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f059a645e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "25169"
    uid: ce32b8a2-db63-4934-a918-0e374352ca12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:43Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f059ddc46d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25170"
    uid: 1662b661-5d43-42a9-9109-79b3b0f536a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:43Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f059e42d5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25171"
    uid: bc9c7ec1-501d-4e7d-a595-d5b7264c9ea2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:27:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:47Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f05f814b2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25753"
    uid: 67966980-fc19-409b-a8a5-970fe77bb0ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:27:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:47Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f149d6ece34
    namespace: kserve-ci-e2e-test
    resourceVersion: "25749"
    uid: 61eddad5-beb8-4972-b498-4629af26ea18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:27:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:47Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f149d6f7436
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: b11a7d05-c095-42a8-8b89-bffb4b3315ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5956b77f85-dz4nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: f3497fd9-9759-4ba8-ba5f-75e695b5385f
  kind: Event
  lastTimestamp: "2026-09-17T18:28:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:15Z"
    name: isvc-canary-create-predictor-5956b77f85-dz4nh.18d62f155630cbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: 965ae0e3-87f2-48bf-ba43-5a172dd245da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5956b77f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "24933"
    uid: a42ee9de-ab3f-443d-9ae9-79e2ca03e01f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:24Z"
  message: 'Created pod: isvc-canary-create-predictor-5956b77f85-7gqlg'
  metadata:
    creationTimestamp: "2026-09-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:24Z"
    name: isvc-canary-create-predictor-5956b77f85.18d62f015f620ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: 1fe3b782-1baa-4001-9494-2679762034cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5956b77f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "24933"
    uid: a42ee9de-ab3f-443d-9ae9-79e2ca03e01f
  kind: Event
  lastTimestamp: "2026-09-17T18:26:24Z"
  message: 'Created pod: isvc-canary-create-predictor-5956b77f85-dz4nh'
  metadata:
    creationTimestamp: "2026-09-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:24Z"
    name: isvc-canary-create-predictor-5956b77f85.18d62f0162260d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "24961"
    uid: 0435e6c2-26b0-4b02-902c-af55160ad1d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5956b77f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25741"
    uid: a42ee9de-ab3f-443d-9ae9-79e2ca03e01f
  kind: Event
  lastTimestamp: "2026-09-17T18:27:47Z"
  message: 'Deleted pod: isvc-canary-create-predictor-5956b77f85-dz4nh'
  metadata:
    creationTimestamp: "2026-09-17T18:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:47Z"
    name: isvc-canary-create-predictor-5956b77f85.18d62f149d450163
    namespace: kserve-ci-e2e-test
    resourceVersion: "25745"
    uid: 12a0bd5a-20af-418f-9454-7ae4e5299e1b
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 1f7e9244-7673-4bf1-8e9a-6d590dc42072
  kind: Event
  lastTimestamp: "2026-09-17T18:26:24Z"
  message: Scaled up replica set isvc-canary-create-predictor-5956b77f85 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:24Z"
    name: isvc-canary-create-predictor.18d62f015b3fc058
    namespace: kserve-ci-e2e-test
    resourceVersion: "24936"
    uid: 9c61cab9-2ca6-415e-aeea-fd58a313587e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25737"
    uid: 1f7e9244-7673-4bf1-8e9a-6d590dc42072
  kind: Event
  lastTimestamp: "2026-09-17T18:27:47Z"
  message: Scaled down replica set isvc-canary-create-predictor-5956b77f85 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:47Z"
    name: isvc-canary-create-predictor.18d62f149caf614e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: d309062b-341f-40b2-a5d8-26331fd215e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:26:24.837690Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24940"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:26:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:26:24Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f015d926f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24945"
    uid: decf61e8-1bc1-4890-aade-1ec72b46947b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:26:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:25Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f016a2086fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24971"
    uid: df26bda3-ab73-49b0-89db-5e9dda0504f2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:26:26Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:26:26Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f01a385c864
    namespace: kserve-ci-e2e-test
    resourceVersion: "24995"
    uid: a75d88e7-3434-4647-b4a3-b5bfdae5cbc4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:26:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:26Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f01a4f98140
    namespace: kserve-ci-e2e-test
    resourceVersion: "24998"
    uid: d25a017b-c844-4818-8345-541fcf658837
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:26:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:26Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f01a875af88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25000"
    uid: a180a312-5b77-4acf-b969-e383decba120
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:26:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:26Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f01a8e65060
    namespace: kserve-ci-e2e-test
    resourceVersion: "25001"
    uid: 08e1f3cb-beb0-4f46-a113-9ed703708388
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:26:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:30Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f02a5eda48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25052"
    uid: 94eb06ac-804c-445c-9b03-be1930b684bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:26:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:30Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f02a944f93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25055"
    uid: f4fd9b0e-28c6-4594-aac8-8deaeb1f12d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:26:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:30Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f02a9b60efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25056"
    uid: ea95d9ae-203c-40b6-bf72-488e6a15ab96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:26:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:30Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f02a9bfb554
    namespace: kserve-ci-e2e-test
    resourceVersion: "25057"
    uid: bf4b00a3-1c1d-45dd-ab77-e70b0010f9f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:26:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:30Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f02ac88181e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 46c0bf22-da66-4c0a-b1f8-be776e52ede3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:26:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:30Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f02acfeb996
    namespace: kserve-ci-e2e-test
    resourceVersion: "25061"
    uid: 5afa201d-aa31-4cf9-9a3f-f3145be86066
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:27:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:57Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f02e22c1c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "25866"
    uid: a3a9ee39-3197-42b5-a150-749f595ebcfc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:27:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:54Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f16548f7ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25838"
    uid: 241500d2-7016-4f61-b75c-5c259fdffe6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:27:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:54Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f16548feca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25839"
    uid: d3bd38c1-1c25-487c-babc-f1c2c382a3d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: ab22b72b-3c59-40f8-90cc-9660eb06e318
  kind: Event
  lastTimestamp: "2026-09-17T18:27:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:57Z"
    name: isvc-canary-create-v2-predictor-5bb585469b-z7m5g.18d62f16e861ab69
    namespace: kserve-ci-e2e-test
    resourceVersion: "25865"
    uid: e30aa8c8-1809-4392-8efb-63178e210957
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5bb585469b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24924"
    uid: 1053bd89-f820-4dd5-ac1d-8a3b7092150d
  kind: Event
  lastTimestamp: "2026-09-17T18:26:24Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5bb585469b-z7m5g'
  metadata:
    creationTimestamp: "2026-09-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:24Z"
    name: isvc-canary-create-v2-predictor-5bb585469b.18d62f015d000f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "24942"
    uid: b0444c51-0c8c-4e5b-9d69-3fa86034a04e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 09d652ba-886b-41af-87cf-75186eb1c45e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:24Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5bb585469b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:24Z"
    name: isvc-canary-create-v2-predictor.18d62f015937c45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24925"
    uid: 45c16069-7ce7-435a-ba58-cf7c2354ca4a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24915"
    uid: a308c96b-262c-484b-a22a-acce5e7dc72c
  kind: Event
  lastTimestamp: "2026-09-17T18:27:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:27:47Z"
    name: isvc-canary-create.18d62f015ae15d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "25763"
    uid: 631fce8a-dc70-46f6-a2fd-94155f0369e1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24915"
    uid: a308c96b-262c-484b-a22a-acce5e7dc72c
  kind: Event
  lastTimestamp: "2026-09-17T18:27:47Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:27:47Z"
    name: isvc-canary-create.18d62f015b581695
    namespace: kserve-ci-e2e-test
    resourceVersion: "25756"
    uid: 9376ac51-1715-47de-906f-26074b017157
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24915"
    uid: a308c96b-262c-484b-a22a-acce5e7dc72c
  kind: Event
  lastTimestamp: "2026-09-17T18:27:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:27:47Z"
    name: isvc-canary-create.18d62f015b585d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "25757"
    uid: 4f41f69b-7cda-41bf-83e7-25cc17c55a64
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25759"
    uid: a308c96b-262c-484b-a22a-acce5e7dc72c
  kind: Event
  lastTimestamp: "2026-09-17T18:27:47Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:27:47Z"
    name: isvc-canary-create.18d62f14a3734aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25760"
    uid: 044ad4c4-88e0-45e2-8f22-dcf74da7e251
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:28:00.106232Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7877c757df-5bqqs
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f178c04f6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25939"
    uid: 6547af84-bae3-46e0-b38b-f4d6b3c595cd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f1796660814
    namespace: kserve-ci-e2e-test
    resourceVersion: "25958"
    uid: 786f0196-7c07-4098-8e8b-2c6836a02fd1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:01Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:28:01Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f17d1b282a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25993"
    uid: 782d9947-10ab-43c7-ab0d-6089d71f78bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:01Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f17d3144bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25995"
    uid: 5c58545c-5369-4525-9e47-9d778ecbaf2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:01Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f17d5f6909f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25996"
    uid: 9139d018-57ae-48be-b4c9-8bb981483ad7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:01Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f17d6695a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "25997"
    uid: 5d225bab-e35e-45d7-be9e-73b2215451fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:05Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f18e0cb2c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26153"
    uid: c9f97e31-4b45-4b18-a7f6-6d0789e5329e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:05Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f18e40f9bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26156"
    uid: 318f8aeb-1f3d-40b2-b74a-ca9c015c14b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:05Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f18e4936a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "26157"
    uid: 4f1c8bac-a6ed-4df9-ad10-39308e380fda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:05Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f18e49d9d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: f2bef2ea-fb37-411f-9432-17d36258796b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:05Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f18e7aa84d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26161"
    uid: 5a597e93-5d36-4c5a-bd2e-57475e8cec40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:28:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:05Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f18e81a313f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: dd0e764f-9699-454e-b242-68fcf49d5439
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:29:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:12Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f191ce96054
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: a46ab239-8fd2-4e63-8c94-9f5aad013ba5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:29:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:21Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f2a9ad602ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: 2159a57d-5888-4902-98d9-b3b4ec393431
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:29:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:21Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f2a9ad68fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: 23986162-e2ec-4f3c-b1f5-94ae4ae02448
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-5bqqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: b8949bcd-771a-4acf-914e-b827ba13728c
  kind: Event
  lastTimestamp: "2026-09-17T18:29:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:22Z"
    name: isvc-canary-promote-predictor-7877c757df-5bqqs.18d62f2acf2111c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27063"
    uid: 153e78e7-2de1-4870-bc53-50dcc61fd00b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:28:00.152175Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7877c757df-km26d
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f178ec2045e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25948"
    uid: 6ae582ce-6859-4ace-b9a0-b6b8a40448ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25952"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f17b0d803cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25974"
    uid: 68aee74d-117c-403c-ba69-0e756cb07087
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f17b28fde35
    namespace: kserve-ci-e2e-test
    resourceVersion: "25976"
    uid: 861c7e8c-6883-4acd-97d4-0832f039839a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f17b52f726b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: 755261b8-e16a-4ebe-9627-6e282ebd1c10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f17b5985899
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: 34f555fe-7641-4c39-97c9-aa417c832fba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:04Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f18aea13c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 186414e1-5cb3-4ca2-8390-452ab6f9398c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:05Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f18b2474077
    namespace: kserve-ci-e2e-test
    resourceVersion: "26127"
    uid: 55851572-82ab-49ab-94c6-fb7afeda9410
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:05Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f18b2b5a0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26128"
    uid: 4f028a3d-6728-46cf-b20c-5dfe036f221e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:05Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f18b2c123b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26131"
    uid: 900587ca-0aee-4f15-adcb-57dc67b03655
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:05Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f18b58bc8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26147"
    uid: 0137a23a-638b-4846-bc65-7c1914e45d23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:05Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f18b5f13a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26148"
    uid: 81db699d-cfb5-4e67-9f9c-7ca70264f93f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:29:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:33Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f192692aa8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27176"
    uid: 0a3bcf45-c29a-4203-9b0f-473da42fec59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:29:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:30Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f2c83664053
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 65b743a5-35ac-4e91-af0c-6cfdda701356
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:29:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:30Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f2c8366b098
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: c526e69f-dc1d-47f8-aa33-0f5c5ddc3e39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7877c757df-km26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: df9aaec5-4754-4987-a36a-5753010073bc
  kind: Event
  lastTimestamp: "2026-09-17T18:29:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:32Z"
    name: isvc-canary-promote-predictor-7877c757df-km26d.18d62f2d2ccebb96
    namespace: kserve-ci-e2e-test
    resourceVersion: "27175"
    uid: 36e6d5ea-f281-4557-bbc6-7175577d751e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7877c757df
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 392640b1-6f3a-48d3-9eb2-20627dbf9a3f
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: 'Created pod: isvc-canary-promote-predictor-7877c757df-5bqqs'
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-predictor-7877c757df.18d62f178b93999e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 0af439d4-b763-4a4c-9ad0-426831c5cc7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7877c757df
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 392640b1-6f3a-48d3-9eb2-20627dbf9a3f
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: 'Created pod: isvc-canary-promote-predictor-7877c757df-km26d'
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-predictor-7877c757df.18d62f178e50839d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: b4d4d82c-c64a-42bc-ae0d-de3c2fd5422f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7877c757df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: 392640b1-6f3a-48d3-9eb2-20627dbf9a3f
  kind: Event
  lastTimestamp: "2026-09-17T18:29:21Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-7877c757df-5bqqs'
  metadata:
    creationTimestamp: "2026-09-17T18:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:21Z"
    name: isvc-canary-promote-predictor-7877c757df.18d62f2a9aaf82bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27036"
    uid: f2ee0fca-51b8-4427-9765-f0d61a8c5c13
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25917"
    uid: 73359714-c3c7-45c1-9dd1-70729023d89a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: Scaled up replica set isvc-canary-promote-predictor-7877c757df from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-predictor.18d62f1788414783
    namespace: kserve-ci-e2e-test
    resourceVersion: "25920"
    uid: 20fd741c-a4b6-45c6-8144-0dc3713f8cfb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 73359714-c3c7-45c1-9dd1-70729023d89a
  kind: Event
  lastTimestamp: "2026-09-17T18:29:21Z"
  message: Scaled down replica set isvc-canary-promote-predictor-7877c757df from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:21Z"
    name: isvc-canary-promote-predictor.18d62f2a9a3b5131
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: 128e07fa-0684-48e1-b15b-dc60cf30ec85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:28:00.063043Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25923"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f178971f1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: a30e8d15-d930-4724-afda-06c7c2648d8d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25932"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f17abd0c26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25967"
    uid: 768c9f9b-20f9-4a48-8a24-25a50dd733b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f17ad12b1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25969"
    uid: 6a0018f6-b579-4dc7-942e-f5e7e8f01420
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f17b059f80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25972"
    uid: 5a9deeb8-a8ea-433e-818d-131f19ebe15b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f17b0c7ff39
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 15a7e8e5-8f15-4f10-98f8-8d32e97f4def
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:04Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f18a4a15baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26098"
    uid: 47b9d430-c143-491e-ba64-f5bb1b69a81c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:04Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f18a821cab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26101"
    uid: ab1191ed-595a-4fc5-adf9-a0eb6ffc21bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:04Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f18a8b9ff26
    namespace: kserve-ci-e2e-test
    resourceVersion: "26103"
    uid: 1f04360b-a22b-492f-9f5d-d5a15c8892f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:04Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f18a8c398ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: eeb4cfa9-ae5b-400c-9af0-18b256d166d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:04Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f18ac72d672
    namespace: kserve-ci-e2e-test
    resourceVersion: "26105"
    uid: 4fa8b531-a08c-415d-aaa5-60462759eca0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:04Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f18ace324c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26106"
    uid: fd987470-d049-4ce8-b0d1-63fe8df3d08b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:31:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:01Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f18e0bc7a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28032"
    uid: 569b464a-9216-4835-9e8b-b0ee9ac93a19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:31:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:00Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f41828f3c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "28015"
    uid: b0c2b253-5361-48fd-8d71-3dc4a9af06c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:31:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:00Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f4182905f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "28017"
    uid: da3ebacc-2269-4610-9d84-7308e51db4fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 74cc4bf1-46cd-4152-82be-b9a5d4ed5f2b
  kind: Event
  lastTimestamp: "2026-09-17T18:31:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:01Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq.18d62f41dba4c692
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 83ade36f-ac47-44d3-9378-b01694930c3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:29:30.230264Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:29:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:29:30Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f2c87d4acdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27143"
    uid: 154a943b-13fb-48ae-9459-342f15443899
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:29:30Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:29:30Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f2ca9d5f122
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 4078b0d7-b691-4525-b6ad-9c427a56ee60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:29:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:30Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f2cab39464a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: d2363010-6acc-4b1e-aca5-3dfff69936b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:29:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:30Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f2cae40ca94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27157"
    uid: 5021e62a-1f19-4c7e-bed7-409c4015a121
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:29:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:30Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f2caeb5994e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27158"
    uid: b56c9c05-3d4b-4a10-9438-e45399d1d895
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:29:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:35Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f2dbb70c34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27195"
    uid: f33f0f90-9978-42d6-82a5-f7c3b18a32d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:29:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:35Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f2dbe670b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "27199"
    uid: 55fd8ca9-36e1-434e-9452-2279621c3586
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:29:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:35Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f2dbee251b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27200"
    uid: 0d6bbb47-46e1-43fc-b8ff-48b2f36ac784
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:29:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:35Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f2dbeedc734
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 29767a18-45a3-4963-88a1-4692ceff2865
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:29:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:35Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f2dc1ad10ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27203"
    uid: 09e1207f-c70f-4814-af1f-078b60ce4d4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:29:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:35Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f2dc21e85aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 1389cac2-f6c4-4f81-b588-5d307b4be55e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:31:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:02Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f2df79221c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28038"
    uid: 991868ee-3d63-4c06-944a-daa9cba618ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:31:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:00Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f41826101f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28014"
    uid: f7db84f4-0496-4a06-b985-9c3892607eb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:31:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:00Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f41826224a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28016"
    uid: 527b3c61-377b-4e12-9c4c-28ce92ac35c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 2e5d8da2-d685-457a-925a-370375c22a60
  kind: Event
  lastTimestamp: "2026-09-17T18:31:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:02Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9.18d62f41fdc09702
    namespace: kserve-ci-e2e-test
    resourceVersion: "28037"
    uid: 89779e85-d5b2-442e-b783-c781a9356566
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6b666fbfdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: 02781973-da6b-46e4-ac52-817f197b197a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6b666fbfdb-hrpwq'
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb.18d62f178908c28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25925"
    uid: 13c41a4d-d729-49ff-90ab-8e543660544a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6b666fbfdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27127"
    uid: 02781973-da6b-46e4-ac52-817f197b197a
  kind: Event
  lastTimestamp: "2026-09-17T18:29:30Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6b666fbfdb-pxfp9'
  metadata:
    creationTimestamp: "2026-09-17T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:30Z"
    name: isvc-canary-promote-v2-predictor-6b666fbfdb.18d62f2c870170e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27140"
    uid: e24ce717-b7b8-4384-9f5e-468af20b047c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25905"
    uid: 5e118191-95c4-48d1-a889-a9bc8d434f07
  kind: Event
  lastTimestamp: "2026-09-17T18:28:00Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6b666fbfdb from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:00Z"
    name: isvc-canary-promote-v2-predictor.18d62f178604c367
    namespace: kserve-ci-e2e-test
    resourceVersion: "25908"
    uid: f02df8b2-4d0e-457f-af1c-f1562b857594
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27121"
    uid: 5e118191-95c4-48d1-a889-a9bc8d434f07
  kind: Event
  lastTimestamp: "2026-09-17T18:29:30Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6b666fbfdb from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:30Z"
    name: isvc-canary-promote-v2-predictor.18d62f2c82b9b7a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27131"
    uid: 967b4557-5240-4cea-8e90-872a9702e29f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25897"
    uid: 674187bb-22a3-4e4c-b455-ddfe9109292d
  kind: Event
  lastTimestamp: "2026-09-17T18:29:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:29:22Z"
    name: isvc-canary-promote.18d62f1787ef9b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "27055"
    uid: c1354c6e-d9e5-4df5-afe9-40eefbd6db89
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25897"
    uid: 674187bb-22a3-4e4c-b455-ddfe9109292d
  kind: Event
  lastTimestamp: "2026-09-17T18:29:22Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:29:22Z"
    name: isvc-canary-promote.18d62f17884c44bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: 06bc98b5-28f1-4708-8694-0959737b9c4c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25897"
    uid: 674187bb-22a3-4e4c-b455-ddfe9109292d
  kind: Event
  lastTimestamp: "2026-09-17T18:29:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:29:22Z"
    name: isvc-canary-promote.18d62f17884c83f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27052"
    uid: 38c28bf3-5698-48d2-bc37-cda238c38a2a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27069"
    uid: 674187bb-22a3-4e4c-b455-ddfe9109292d
  kind: Event
  lastTimestamp: "2026-09-17T18:30:52Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:52Z"
    name: isvc-canary-promote.18d62f2ade9797cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27892"
    uid: 3a9ee366-7883-4ed5-a54f-31b09ee6803a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:31:05.601383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28113"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:31:05Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f42bc6463ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28117"
    uid: c4e58205-46b4-4543-b288-e1e15745821f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:31:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:05Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f42c5a8d392
    namespace: kserve-ci-e2e-test
    resourceVersion: "28132"
    uid: c7f92407-1e97-4795-b868-eb36ce7f65d3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28121"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f432adc0a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "28167"
    uid: 7dcaf770-8b6c-4743-b227-a70aea68bb22
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f432c4ed972
    namespace: kserve-ci-e2e-test
    resourceVersion: "28169"
    uid: 7e2b79f2-2b9b-4f50-9a75-984829a2a8e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f432f0e79cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: d361cb42-794b-4e59-a2da-39e55bcb3f0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f432f80f275
    namespace: kserve-ci-e2e-test
    resourceVersion: "28171"
    uid: f613e0ba-d81c-4b98-8983-6aa653cfe01c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:31:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:11Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f4429b9fa48
    namespace: kserve-ci-e2e-test
    resourceVersion: "28231"
    uid: b1f719ba-a1fe-45b3-bdaf-bcc4e5ec0678
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:31:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:11Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f442dbd928a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28237"
    uid: a8973ca3-00dc-4028-9d8b-3afab66badfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:31:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:11Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f442e385c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28240"
    uid: 9ace1b9a-3762-4168-b2e3-74acc748492a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:31:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:11Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f442e447c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "28241"
    uid: 11843b76-c1fd-4212-a7df-b073f37e227f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:31:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:11Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f4431e30dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28246"
    uid: 55e637e6-1bbd-49b2-b24f-82faec763688
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:31:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:11Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f44327a2279
    namespace: kserve-ci-e2e-test
    resourceVersion: "28247"
    uid: 4c302141-cabb-4dea-a8d1-d58d36cc08d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:35:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:18Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f4465ea1023
    namespace: kserve-ci-e2e-test
    resourceVersion: "30369"
    uid: 7d5db246-9d5c-4fbe-8880-bd744fbeb731
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:35:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:15Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f7cfa23e8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: 626d98df-2d47-4335-9f88-0b5cf9e78531
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:35:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:15Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f7cfa247693
    namespace: kserve-ci-e2e-test
    resourceVersion: "30338"
    uid: e8f9b79b-39cd-4c15-9186-27e08f90dd25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7bc72791-9750-4b33-b68b-7a5de52de804
  kind: Event
  lastTimestamp: "2026-09-17T18:35:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:18Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9.18d62f7dad446604
    namespace: kserve-ci-e2e-test
    resourceVersion: "30368"
    uid: 9caafb8f-e750-456d-94da-aa190e86a76a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:32:35.593018Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29019"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:32:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:32:35Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f57b04fba69
    namespace: kserve-ci-e2e-test
    resourceVersion: "29024"
    uid: c96e9d46-c1ff-46c3-9d6d-b7082b019bad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29029"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:02Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:33:02Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f5dec8bd424
    namespace: kserve-ci-e2e-test
    resourceVersion: "29230"
    uid: b17c33a8-d666-4583-a404-064975baa093
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:04Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f5e50861cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29245"
    uid: 449f63a2-bf09-4245-b910-c68b99cf3ccb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:13Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f60682a323c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29317"
    uid: ecd8a16b-9d15-429c-b2b3-18739790d8ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:13Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f60696a6939
    namespace: kserve-ci-e2e-test
    resourceVersion: "29318"
    uid: 7a5d2e40-7afb-429a-8bb1-76f6840a0eb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:42Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f675142d770
    namespace: kserve-ci-e2e-test
    resourceVersion: "29524"
    uid: d51583b1-bae1-4f16-8e70-3774ce33ea69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:42Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f6758097c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 4296f3cf-670d-4f69-ae2f-681ca6798863
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:42Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f67591c5df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29530"
    uid: d7f3b2c5-78a3-4992-8309-199ccbc70681
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:42Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f675928edd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29531"
    uid: 3027e55e-520b-4f2d-b539-9889ca439fa1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:42Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f675d9e346c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29532"
    uid: 06c42820-77cd-4d14-924d-d90cd6702517
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:33:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:42Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f675f3e6558
    namespace: kserve-ci-e2e-test
    resourceVersion: "29533"
    uid: 51a5718a-3dba-40f2-928e-1bfb7ba0797f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:35:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:01Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f678d6a9bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30215"
    uid: a4ebbdf0-c51a-441f-9523-5e5df3c1cb99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:35:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:15Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f7cfa09bc98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30335"
    uid: 150f5af4-5883-438a-a560-e1d7d7d567e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:35:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:15Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f7cfa0a50b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30337"
    uid: ddeead85-387b-4df7-8a8b-631074c8159b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: add52769-2b2d-4f30-baba-da8457c1c67f
  kind: Event
  lastTimestamp: "2026-09-17T18:35:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:19Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx.18d62f7de7c26d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "30377"
    uid: 02167eab-03ce-4486-b796-9aaa43756a27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:31:05.559612Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28104"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:31:05Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f42b9e6fd17
    namespace: kserve-ci-e2e-test
    resourceVersion: "28107"
    uid: f74ae27f-104d-426d-ad3f-8d27b0796227
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:31:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:05Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f42c954a177
    namespace: kserve-ci-e2e-test
    resourceVersion: "28134"
    uid: 2e5d2ba2-69f4-4f65-ae07-4b994b9d42eb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28112"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:31:06Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:31:06Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f42ffb39afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28148"
    uid: 34a92b1b-5cda-4812-b324-2601921f0516
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:31:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:06Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f430132896a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28150"
    uid: 6c6d323a-f536-4ab1-9b45-a8f5233d6bce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:31:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:06Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f43042b2fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 091fc9d8-706e-42b0-ad86-1fd189fa7eba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:31:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:06Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f4304acbc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: 63e84c6c-4732-4c69-a16f-3eed2d03f82d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:31:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:10Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f43f4cce762
    namespace: kserve-ci-e2e-test
    resourceVersion: "28215"
    uid: 477ae148-51e0-4221-bcaa-46e3b666c12c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:31:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:10Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f43f7a3d229
    namespace: kserve-ci-e2e-test
    resourceVersion: "28217"
    uid: 35c4d43c-592e-4286-a5cd-4ec62de115a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:31:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:10Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f43f826044c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28218"
    uid: 62f43623-73db-41ba-81f3-f0599a43f20d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:31:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:10Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f43f82fe95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28219"
    uid: 58748a0c-69cf-42cb-a791-52aad97a3bbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:31:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:10Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f43fb2168e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28221"
    uid: 8ab304e9-a406-48e8-a9f7-2905ccc61c8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:31:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:10Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f43fb943ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28222"
    uid: d7a005a6-a2f6-4ca5-868d-cac53e8f952e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:32:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:38Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f4430e6789a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29055"
    uid: c92b46f0-d8c0-4a0d-a467-4acb57c64bc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:32:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:28Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f56211ab09a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28936"
    uid: 7072f2d6-e45f-4ca3-a87b-69fbbcb8ab58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:32:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:28Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f56211e6369
    namespace: kserve-ci-e2e-test
    resourceVersion: "28937"
    uid: 899a6ff8-dd6f-4d62-9820-a144ae7fb5dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 0d081844-ec04-4c66-b982-eddd6ac59a46
  kind: Event
  lastTimestamp: "2026-09-17T18:32:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:57Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf-v5z84.18d62f570d18427b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29194"
    uid: 5d3230d7-9d8a-459b-be02-3ffc359773a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7df7cf66bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28088"
    uid: eff02dfa-0c35-47ae-bcf9-74291f827718
  kind: Event
  lastTimestamp: "2026-09-17T18:31:05Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7df7cf66bf-v5z84'
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:05Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf.18d62f42b979aa0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c2ec900e-5ed1-48c2-a765-be81d5cc186a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7df7cf66bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28088"
    uid: eff02dfa-0c35-47ae-bcf9-74291f827718
  kind: Event
  lastTimestamp: "2026-09-17T18:31:05Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7df7cf66bf-pc8r9'
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:05Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf.18d62f42bbfb560a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28114"
    uid: 1b114b6b-0109-4da5-9786-106d0b75bf22
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7df7cf66bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28927"
    uid: eff02dfa-0c35-47ae-bcf9-74291f827718
  kind: Event
  lastTimestamp: "2026-09-17T18:32:28Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-7df7cf66bf-v5z84'
  metadata:
    creationTimestamp: "2026-09-17T18:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:28Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf.18d62f5620ddb0f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: d51468ac-2063-446a-9c54-64a9535f6eca
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7df7cf66bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29006"
    uid: eff02dfa-0c35-47ae-bcf9-74291f827718
  kind: Event
  lastTimestamp: "2026-09-17T18:32:35Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7df7cf66bf-rp8kx'
  metadata:
    creationTimestamp: "2026-09-17T18:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:35Z"
    name: isvc-canary-rollback-predictor-7df7cf66bf.18d62f57afe746d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29020"
    uid: 18b51247-6ff9-4d08-aee0-1024a5dd9e7a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28087"
    uid: d128d951-0dfd-4a79-857b-e4b2ba431090
  kind: Event
  lastTimestamp: "2026-09-17T18:31:05Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7df7cf66bf from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:05Z"
    name: isvc-canary-rollback-predictor.18d62f42b64a6c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28090"
    uid: c746bc0b-51af-4dfb-9a6d-d3bb3e3c445a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28922"
    uid: d128d951-0dfd-4a79-857b-e4b2ba431090
  kind: Event
  lastTimestamp: "2026-09-17T18:32:28Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-7df7cf66bf from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:28Z"
    name: isvc-canary-rollback-predictor.18d62f56205159e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28928"
    uid: 3c29bd56-f570-4519-8591-37cf306a4c79
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29000"
    uid: d128d951-0dfd-4a79-857b-e4b2ba431090
  kind: Event
  lastTimestamp: "2026-09-17T18:32:35Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7df7cf66bf from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T18:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:35Z"
    name: isvc-canary-rollback-predictor.18d62f57ad1bfb0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29011"
    uid: d71f96f8-f701-4d17-b233-af51bdbd889c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:31:05.519844Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28093"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:31:05Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f42b7882d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "28099"
    uid: 3b1fe699-c26c-4e23-9ac7-52ec111ea8cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:31:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:06Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f42bf9aa3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28141"
    uid: 958cbaba-2683-428c-b36b-af7035c83306
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28102"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f4333b697ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28173"
    uid: e7a6810d-b6c8-441b-8f49-e2fbe06e84ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f4334ff75cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28176"
    uid: 394db175-e9de-454f-9e75-49ef1c9fe878
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f4338f02600
    namespace: kserve-ci-e2e-test
    resourceVersion: "28179"
    uid: a38e1739-7045-4614-8c70-3dbfa1b5b4df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f433965b27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: 17d417b9-a3b5-4bfd-bb32-cab63a92ecac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:31:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:11Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f4429a7093b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: 25e9c68b-2b45-4ea0-a687-85addeb752c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:31:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:11Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f442db1f758
    namespace: kserve-ci-e2e-test
    resourceVersion: "28235"
    uid: 5dc4a35d-e0ad-48cd-ab77-40e7e50f96e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:31:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:11Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f442e2a81fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28238"
    uid: 7c7fa930-8477-41c6-8cea-5f1650a9c78f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:31:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:11Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f442e358904
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 21c190d6-e59f-4bcf-b13d-408066bc219b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:31:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:11Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f4431d4f290
    namespace: kserve-ci-e2e-test
    resourceVersion: "28245"
    uid: 1967febb-fbba-4cc5-83f9-27ba9ddb0b73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:31:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:11Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f44327a0f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28248"
    uid: 00a66782-d757-4259-9701-9fdaf79b8e9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:32:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:38Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f4465d2b67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: dc19369b-b2dd-466c-a676-a7af177e48e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:32:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:35Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f57ade2c458
    namespace: kserve-ci-e2e-test
    resourceVersion: "29016"
    uid: b1d27dab-c445-4e14-b395-10e8c83c5695
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:32:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:35Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f57ade3589c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29017"
    uid: 9f3fd87b-a995-48d4-a910-d74633afafd4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: a0e01f8e-ed81-4248-8c66-9d12a3792409
  kind: Event
  lastTimestamp: "2026-09-17T18:32:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:38Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs.18d62f586c8c0fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29051"
    uid: cc5ac7bf-0a9c-4bc9-bb55-fa7e00b4492e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-65f95c5784
    namespace: kserve-ci-e2e-test
    resourceVersion: "28079"
    uid: 98aa9355-73fd-4c0c-91a0-41d4f31b8f5a
  kind: Event
  lastTimestamp: "2026-09-17T18:31:05Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-65f95c5784-jw9bs'
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:05Z"
    name: isvc-canary-rollback-v2-predictor-65f95c5784.18d62f42b703c132
    namespace: kserve-ci-e2e-test
    resourceVersion: "28095"
    uid: 5d974a34-ef74-4431-b875-0737d0c1b95a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: e0033bef-0ac8-4819-95d5-29a6bfb4bcbd
  kind: Event
  lastTimestamp: "2026-09-17T18:31:05Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-65f95c5784 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:05Z"
    name: isvc-canary-rollback-v2-predictor.18d62f42b40f4718
    namespace: kserve-ci-e2e-test
    resourceVersion: "28080"
    uid: 4cce16d4-ace0-4426-89d5-ce1ada89e08f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28070"
    uid: 84ed0444-8546-4064-9b53-c64d96708235
  kind: Event
  lastTimestamp: "2026-09-17T18:32:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:32:35Z"
    name: isvc-canary-rollback.18d62f42b5f22959
    namespace: kserve-ci-e2e-test
    resourceVersion: "29023"
    uid: 1b43ab4b-ff20-4ba1-aa63-242691da2b44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28070"
    uid: 84ed0444-8546-4064-9b53-c64d96708235
  kind: Event
  lastTimestamp: "2026-09-17T18:31:05Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:31:05Z"
    name: isvc-canary-rollback.18d62f42b66058ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "28125"
    uid: 2079249b-b3ec-4206-89c2-6efd47ba6437
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28070"
    uid: 84ed0444-8546-4064-9b53-c64d96708235
  kind: Event
  lastTimestamp: "2026-09-17T18:31:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:31:05Z"
    name: isvc-canary-rollback.18d62f42b6608db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28126"
    uid: 5824513f-cecd-48e1-985b-f73506a73f6c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28943"
    uid: 84ed0444-8546-4064-9b53-c64d96708235
  kind: Event
  lastTimestamp: "2026-09-17T18:35:11Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:35:11Z"
    name: isvc-canary-rollback.18d62f5624801bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30288"
    uid: 6476e51e-abdc-4552-b597-682021daab91
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:35:21.019187Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30435"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-b84cdfc7-hw6dc
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f7e347ac507
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 9b6e1d7a-defe-412a-92be-70bcaa5de2dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30442"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f7e56b1808c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30466"
    uid: 37a6d212-ffa3-45ef-985f-f48f5558c6e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f7e58496fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30469"
    uid: 8029920a-7e43-4ff1-bc91-a1f8fadb8cd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f7e5bbb51f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30473"
    uid: e7616262-b639-40a7-a05e-40f71b6bf9e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f7e5c29fba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: df20515c-0ca1-4155-9c2f-41fa9d2fef68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f7f6bb8999d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: 9e8e8b1f-78be-48d8-a7fe-55ff27893bc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f7f6fb7beee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 14829ff1-fb67-4314-b533-b7f3a8a776af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f7f7022f611
    namespace: kserve-ci-e2e-test
    resourceVersion: "30537"
    uid: 4ee04171-f581-480e-9644-b3dc2cf29e91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f7f702f790f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: a1bb4464-b49c-491d-91ac-3e8f9067e3fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f7f73adf701
    namespace: kserve-ci-e2e-test
    resourceVersion: "30542"
    uid: af479260-372d-4319-bd91-8d00894b8174
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f7f74184615
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: d2f00fad-21a3-4846-8191-4a26d58ddd10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:36:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:34Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f7fe4104bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31136"
    uid: ffe68810-60a0-43c0-9473-b8b3e907dafa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:36:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:55Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f94503d6bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31442"
    uid: da1d6fea-6dba-4a12-a452-39c018b08930
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:36:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:55Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f94503df93f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31443"
    uid: 239125df-3626-4712-b3c7-6adc6eb1375f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 9290625f-2be6-4370-b08b-8955a51a8d4e
  kind: Event
  lastTimestamp: "2026-09-17T18:36:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:59Z"
    name: isvc-canary-stop-predictor-b84cdfc7-hw6dc.18d62f9514486577
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 3f808636-0531-4272-b2b8-eaead680d18b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:35:20.976328Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-b84cdfc7-rbmlc
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:35:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:35:20Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f7e31ecd5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30430"
    uid: 8127423a-ff74-430e-a55b-c8a7ecb7d859
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f7e540e5d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "30462"
    uid: a9cbfbf6-3b11-4e9a-89c2-d416083bb97b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f7e558078e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30464"
    uid: a6f417dd-806c-49e8-9383-030c5997d4da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f7e5889c4c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: 53f4ba53-bb43-4457-bfbf-1d027c148174
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f7e58f95e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30472"
    uid: cc4f56e2-aa04-4c69-80bc-fa4380f30387
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:35:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:25Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f7f58798738
    namespace: kserve-ci-e2e-test
    resourceVersion: "30518"
    uid: dfe968fb-48dc-4e66-a24e-bf0be2d178e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:35:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:25Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f7f5b69120c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: 6ca48664-ad99-4cba-9d07-16fca967ea13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:35:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:25Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f7f5bd99ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30521"
    uid: 18f998ee-b803-4bab-b950-20aae72a78be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:35:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:25Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f7f5be40a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "30522"
    uid: b96ae91e-3f51-4bc2-a4b5-d82354a7ddc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f7f5f7403c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30526"
    uid: 15ea4439-0843-4e62-a2ad-c45f3d432c3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f7f5fe329b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: acca2b38-8d59-4e0d-99f9-48fd34ab3db1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:36:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:56Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f7f947f60f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31457"
    uid: 19b1199f-6ce0-4c52-9652-bafd8c28dcdb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:36:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:52Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f9380b98f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "31334"
    uid: 9788dce3-0ded-4fec-b77d-227907d0b3a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:36:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:52Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f9380b9fc4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31335"
    uid: d9fe6557-33f7-4483-93ce-fbebc5f51933
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 823643ac-34ed-4e6f-a35a-dcdac8286267
  kind: Event
  lastTimestamp: "2026-09-17T18:36:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:52Z"
    name: isvc-canary-stop-predictor-b84cdfc7-rbmlc.18d62f939ae399a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31364"
    uid: c740bc13-4ed4-45bc-9779-20db26a6c070
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-b84cdfc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30409"
    uid: 603d0fc8-7bfd-4013-844d-fc3dd2c278fb
  kind: Event
  lastTimestamp: "2026-09-17T18:35:20Z"
  message: 'Created pod: isvc-canary-stop-predictor-b84cdfc7-rbmlc'
  metadata:
    creationTimestamp: "2026-09-17T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:20Z"
    name: isvc-canary-stop-predictor-b84cdfc7.18d62f7e316e4894
    namespace: kserve-ci-e2e-test
    resourceVersion: "30427"
    uid: c5f8d3ee-86bf-4b39-9985-d30497fa3898
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-b84cdfc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30409"
    uid: 603d0fc8-7bfd-4013-844d-fc3dd2c278fb
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: 'Created pod: isvc-canary-stop-predictor-b84cdfc7-hw6dc'
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-predictor-b84cdfc7.18d62f7e3408cedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30436"
    uid: 323b2fd9-f1f0-482f-b401-3076108199e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-b84cdfc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: 603d0fc8-7bfd-4013-844d-fc3dd2c278fb
  kind: Event
  lastTimestamp: "2026-09-17T18:36:52Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-b84cdfc7-rbmlc'
  metadata:
    creationTimestamp: "2026-09-17T18:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:36:52Z"
    name: isvc-canary-stop-predictor-b84cdfc7.18d62f9380874b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "31329"
    uid: 449e3efa-fe50-464f-b71a-ca6fa630c531
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30408"
    uid: 05e5bd97-fa6e-4311-909c-7f1c1a51040a
  kind: Event
  lastTimestamp: "2026-09-17T18:35:20Z"
  message: Scaled up replica set isvc-canary-stop-predictor-b84cdfc7 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:20Z"
    name: isvc-canary-stop-predictor.18d62f7e2dfc18fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30412"
    uid: 08167589-4964-4b5b-9370-4560f99096e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31322"
    uid: 05e5bd97-fa6e-4311-909c-7f1c1a51040a
  kind: Event
  lastTimestamp: "2026-09-17T18:36:52Z"
  message: Scaled down replica set isvc-canary-stop-predictor-b84cdfc7 from 2 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:36:52Z"
    name: isvc-canary-stop-predictor.18d62f9380119c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: 38321b22-8e5b-4562-b1e8-93e69d213bf2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:35:20.940817Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30417"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:35:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:35:20Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f7e2fcefca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30422"
    uid: ce02378c-1be9-43f3-933e-1dfaf1e81b18
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30428"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f7e51c7bfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30458"
    uid: 13c375b1-4d3c-43b8-add5-015649e4ad35
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f7e536ff4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30461"
    uid: 7c82205e-78f7-48ce-962a-ce37b890798b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f7e568328c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: b47b9733-7dc3-423b-81d4-db281fe1e969
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:35:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:21Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f7e56ef2ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30467"
    uid: 9839206b-6f22-4a73-9ed5-81a036cd2411
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f7f6bd0e6ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30529"
    uid: 81725376-2b81-410f-bc93-9fa7165d4e35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f7f6fbcc0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30536"
    uid: 59c17967-1567-4de6-81ad-7f74dbc214ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f7f70275106
    namespace: kserve-ci-e2e-test
    resourceVersion: "30538"
    uid: 1e41968c-da93-40dc-9a86-276d2f2ec016
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f7f7032af50
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: ae339885-d916-429d-bf29-8ce2484e75af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f7f73ca9633
    namespace: kserve-ci-e2e-test
    resourceVersion: "30543"
    uid: b701763c-5c74-43d7-828f-50b6ad58be09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:35:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:26Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f7f7434a71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: c4b8f27b-6575-4b2c-abf2-4de68e027d09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:36:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:42Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f7fe40f352f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 5d0e3d79-4f2a-4dd6-9219-2987d73e636d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:36:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:55Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f944e86a218
    namespace: kserve-ci-e2e-test
    resourceVersion: "31431"
    uid: 0f7df1f5-55fc-49ff-a5c9-9a980f40f780
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:36:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:55Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f944e875b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31435"
    uid: b6736528-3c83-4af1-a601-2faf3d08fb35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 094068e2-76dd-41d0-8682-acddc8dd32f1
  kind: Event
  lastTimestamp: "2026-09-17T18:36:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:59Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq.18d62f951449eb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "31484"
    uid: 60f8901a-d53f-4599-9147-68899278cea7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-867f674bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30400"
    uid: 77767048-7084-435a-9704-ce40645b61ee
  kind: Event
  lastTimestamp: "2026-09-17T18:35:20Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-867f674bf6-rt7hq'
  metadata:
    creationTimestamp: "2026-09-17T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:20Z"
    name: isvc-canary-stop-v2-predictor-867f674bf6.18d62f7e2f5ea3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30419"
    uid: ab98c864-f53e-4e8a-8c01-ef97b88cdd06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: b6fe787e-6bcb-4022-8c03-74e46ab3363d
  kind: Event
  lastTimestamp: "2026-09-17T18:35:20Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-867f674bf6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:20Z"
    name: isvc-canary-stop-v2-predictor.18d62f7e2bc0753e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30401"
    uid: 1eef221a-d949-4209-ae0b-ad3e4ca34ec6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30390"
    uid: 0343145b-23df-4bd4-9b06-c3d3d4287877
  kind: Event
  lastTimestamp: "2026-09-17T18:36:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:36:55Z"
    name: isvc-canary-stop.18d62f7e2d99331b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: eb9258d3-b24e-40d8-a4a0-f33874eec9f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30390"
    uid: 0343145b-23df-4bd4-9b06-c3d3d4287877
  kind: Event
  lastTimestamp: "2026-09-17T18:35:20Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:35:20Z"
    name: isvc-canary-stop.18d62f7e2e383dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30414"
    uid: 5d71f95a-0956-4a97-b595-aed34ca44214
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30390"
    uid: 0343145b-23df-4bd4-9b06-c3d3d4287877
  kind: Event
  lastTimestamp: "2026-09-17T18:35:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:35:20Z"
    name: isvc-canary-stop.18d62f7e2e389eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "30416"
    uid: 20a583a0-6d22-461c-9dea-48e8832f0902
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31255"
    uid: 0343145b-23df-4bd4-9b06-c3d3d4287877
  kind: Event
  lastTimestamp: "2026-09-17T18:36:47Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:36:47Z"
    name: isvc-canary-stop.18d62f923bb4c51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31256"
    uid: 6fee7a9f-4d8b-4cc9-bed4-d96f3034b701
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31439"
    uid: 0343145b-23df-4bd4-9b06-c3d3d4287877
  kind: Event
  lastTimestamp: "2026-09-17T18:36:55Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-17T18:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:36:55Z"
    name: isvc-canary-stop.18d62f944fd527c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: 2a89fbce-3bec-4cad-9382-5721ac426c83
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:08:40.360470Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4fcecf84-99e7-4721-bb59-e1a09289cea1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:08:40Z"
    name: isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw.18d62e0985c9055e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: 969cc747-9cc0-490d-9018-577dd6093c53
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: 4fcecf84-99e7-4721-bb59-e1a09289cea1
  kind: Event
  lastTimestamp: "2026-09-17T18:08:40Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:08:40Z"
    name: isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw.18d62e09a759ec1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: cc196627-2656-43a4-86db-44b77a973e8b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: 4fcecf84-99e7-4721-bb59-e1a09289cea1
  kind: Event
  lastTimestamp: "2026-09-17T18:08:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:44Z"
    name: isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw.18d62e09a8d55efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: a6d49987-31f6-4a26-8652-0cbb8a941133
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: 4fcecf84-99e7-4721-bb59-e1a09289cea1
  kind: Event
  lastTimestamp: "2026-09-17T18:08:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:44Z"
    name: isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw.18d62e09abc66cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: 22a45756-2de8-4fff-b767-b58e11826085
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: 4fcecf84-99e7-4721-bb59-e1a09289cea1
  kind: Event
  lastTimestamp: "2026-09-17T18:08:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:44Z"
    name: isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw.18d62e09ac362bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 67c5c6e7-5945-447f-8812-ba5348072e43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: 4fcecf84-99e7-4721-bb59-e1a09289cea1
  kind: Event
  lastTimestamp: "2026-09-17T18:08:45Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:45Z"
    name: isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw.18d62e0a9f174361
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: f5789633-d129-4b71-81e2-12797188f3c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-f44f56-predictor-789cf79bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: 905e852f-e94a-4049-b8f3-e14d3547f499
  kind: Event
  lastTimestamp: "2026-09-17T18:08:40Z"
  message: 'Created pod: isvc-init-fail-f44f56-predictor-789cf79bd6-rpngw'
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:40Z"
    name: isvc-init-fail-f44f56-predictor-789cf79bd6.18d62e0984e99bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: 255ec411-f807-47b0-ab43-bab6079eaccd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-f44f56-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15300"
    uid: 9a8d084a-15ce-4957-af8a-b8241c87b2d1
  kind: Event
  lastTimestamp: "2026-09-17T18:08:40Z"
  message: Scaled up replica set isvc-init-fail-f44f56-predictor-789cf79bd6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:40Z"
    name: isvc-init-fail-f44f56-predictor.18d62e09813611b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: 1cba56af-c27a-4f51-b898-a61ce902e9e0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-f44f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: b8d55771-6a68-4e6d-8d7b-bf3d0082ee7a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:44Z"
    name: isvc-init-fail-f44f56.18d62e098130d20c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: 0976f1ae-196a-4299-8792-4c18ac7ca6fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:37:06.214511Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31573"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-qbn6f
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:37:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:37:06Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f96b29bfd51
    namespace: kserve-ci-e2e-test
    resourceVersion: "31579"
    uid: 9dc5dca2-8b50-49a1-9166-5ff6f11e6eb6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:37:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:06Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f96bef4b5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31587"
    uid: 17af0ae7-80c8-4bad-a49e-f4dfb7163fcb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31583"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:37:07Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:37:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f96f88b8dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31599"
    uid: 7e10a4a9-d6d7-4129-af02-2153ca1dc7fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:37:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f96fa1e6a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "31601"
    uid: ff16a238-5416-4c0e-86ea-fbad290ad7d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:37:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f96fd2709d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 089fbe19-e22b-4199-94fb-409afe21793d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:37:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f96fd92b11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31603"
    uid: e9c074ad-6751-447f-93fc-0bd8ecd9a2ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:37:11Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:11Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f97fd450d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31641"
    uid: 0597ebad-0627-4b51-b60a-b8c2bb2401a6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:37:18Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.538s (6.538s
    including waiting). Image size: 643927316 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f9982fb29b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31687"
    uid: 387a55d6-c0fd-4f27-a7d6-84507e20371e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:37:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f9985c49e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "31688"
    uid: 02e82e13-cfad-4e62-99f5-e400e2d912fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:37:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f99864a8049
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 34216d4d-7f0f-40ac-979c-6768e488852d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:37:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f99865711c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31690"
    uid: c043714e-c3c1-4454-926d-d948f13d0a89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:37:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f9989286247
    namespace: kserve-ci-e2e-test
    resourceVersion: "31691"
    uid: 5d2ab2e1-eb10-4a67-bf54-a3b6c5e8794f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:37:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f99899e24ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31692"
    uid: 8dc89758-f942-4aec-8e2b-1fa39b8643e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:39:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:11Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62f99a0d7e85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32643"
    uid: c995e9bd-496e-46fa-b90b-b440b4bda87d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:39:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62fb2d6578f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32608"
    uid: 3679ae38-41ee-4bd6-82b2-6a30ee71e640
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:39:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62fb2d658322f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32609"
    uid: b343c9e2-4774-4ef3-8fcb-145eb752375a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 747ee8a1-a909-4850-a841-d6bbaf08203f
  kind: Event
  lastTimestamp: "2026-09-17T18:39:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qbn6f.18d62fb379306a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "32630"
    uid: f96cbdf1-1ebc-412e-9a7d-45150e59aede
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: da337b11-a306-4cd9-bcf9-4c29dc46ccb5
  kind: Event
  lastTimestamp: "2026-09-17T18:37:06Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-qbn6f'
  metadata:
    creationTimestamp: "2026-09-17T18:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:37:06Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d62f96b2109cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31574"
    uid: 276f201c-1e57-4706-b1b2-76596094b663
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31562"
    uid: 5f51271c-603b-4e5c-8cb2-d506398a2611
  kind: Event
  lastTimestamp: "2026-09-17T18:37:06Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:37:06Z"
    name: isvc-lightgbm-predictor.18d62f96af629b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: 1bfb6111-d748-4793-9b7a-e2f5c6c4b819
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31563"
    uid: 6a1b4506-77be-44bb-9cc6-d404eda4dbcb
  kind: Event
  lastTimestamp: "2026-09-17T18:38:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:38:06Z"
    name: isvc-lightgbm-predictor.18d62f9a2df781a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32141"
    uid: 24810e5e-9796-4dfb-ae46-b7ea156d7cde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31563"
    uid: 6a1b4506-77be-44bb-9cc6-d404eda4dbcb
  kind: Event
  lastTimestamp: "2026-09-17T18:38:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:38:06Z"
    name: isvc-lightgbm-predictor.18d62f9a2e636675
    namespace: kserve-ci-e2e-test
    resourceVersion: "32142"
    uid: fcf420d2-bb82-45e4-a36b-4a007c2b11e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: 6a1b4506-77be-44bb-9cc6-d404eda4dbcb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:06Z"
    name: isvc-lightgbm-predictor.18d62fa8295d96e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32584"
    uid: b0a5ba71-4ca6-490f-9fa7-8b244ad825cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: 6a1b4506-77be-44bb-9cc6-d404eda4dbcb
  kind: Event
  lastTimestamp: "2026-09-17T18:39:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:06Z"
    name: isvc-lightgbm-predictor.18d62fa829caa1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: 4a6bd8a4-0c03-48c8-a6ae-406ba5873081
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:39:12.246446Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:39:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:39:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fb40ab2c057
    namespace: kserve-ci-e2e-test
    resourceVersion: "32688"
    uid: 540d0c22-7507-4359-83ae-476efbae590a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32692"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:39:12Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:39:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fb42ca1d72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32704"
    uid: d53904af-cad4-41a4-8d94-5e4bdae263b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:39:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fb42e00fb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: a886ae70-a254-4225-b3cd-56113bf50b68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:39:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fb4315c7b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32709"
    uid: 4e18f03a-54f4-478d-b54f-5a15a85a846b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:39:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fb431ce2b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: f682ec4f-dc30-4843-8075-2f5cb5d9fa95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:39:16Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fb52367fd93
    namespace: kserve-ci-e2e-test
    resourceVersion: "32746"
    uid: b7f78509-a84b-456a-8b63-ad562eeb50b4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:39:23Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.203s (6.203s
    including waiting). Image size: 643927316 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fb6952ffa0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32815"
    uid: 3bcbf0ac-daf1-462e-8a57-d1f6a15edf06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:39:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fb699167cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32816"
    uid: 37a10fe0-c35a-4c1c-8351-0dc232946744
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:39:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fb6998a57eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32818"
    uid: 166e576f-93e3-460c-bd02-10bc85b38f77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:39:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fb699947a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "32819"
    uid: 424d1e38-c9cc-46cf-8149-12c51d21bd8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:39:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fb69c5f4a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32821"
    uid: ed1b3fa0-1dd8-4973-985b-2b621fe2d48a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:39:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fb69cd524b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32822"
    uid: 445fefef-3a68-4f23-8098-82404701aeb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:41:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fb702d5f38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33758"
    uid: d0584a7b-6700-4103-ad3d-4266c207b2e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:41:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fcdfc426006
    namespace: kserve-ci-e2e-test
    resourceVersion: "33748"
    uid: 8616ddc8-572e-44cf-9780-59cc98342912
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:41:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fcdfc42c880
    namespace: kserve-ci-e2e-test
    resourceVersion: "33747"
    uid: d802a717-23ce-43b8-900a-09eb33e995f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: f4120c13-2fb1-425d-a852-a01fe6ffdd9a
  kind: Event
  lastTimestamp: "2026-09-17T18:41:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:06Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l.18d62fce8740a3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33763"
    uid: 50e1cb3b-c1a0-4652-a631-cb73a6d243a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32673"
    uid: 70484b45-3898-4940-afdc-3ca02b05bf26
  kind: Event
  lastTimestamp: "2026-09-17T18:39:12Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-mds8l'
  metadata:
    creationTimestamp: "2026-09-17T18:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d62fb40a427dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32685"
    uid: b5ecd0f7-42ae-457b-bf09-e51d47939fa0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32671"
    uid: 8a5ddcd3-edd0-44a9-9e2c-ca234268756a
  kind: Event
  lastTimestamp: "2026-09-17T18:39:12Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:12Z"
    name: isvc-lightgbm-runtime-predictor.18d62fb407a04d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32676"
    uid: 286d26f1-e0ea-47d3-9e48-b379ae84bef3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32672"
    uid: d4e9fb2a-7ca8-433a-87ff-22d271dd9222
  kind: Event
  lastTimestamp: "2026-09-17T18:39:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:27Z"
    name: isvc-lightgbm-runtime-predictor.18d62fb786329fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32899"
    uid: 48182401-a5d0-495b-a704-c3f70d5c51c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32672"
    uid: d4e9fb2a-7ca8-433a-87ff-22d271dd9222
  kind: Event
  lastTimestamp: "2026-09-17T18:39:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:27Z"
    name: isvc-lightgbm-runtime-predictor.18d62fb7869cda1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 8c610618-7ec3-434b-9ae6-e87840b3b910
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32900"
    uid: d4e9fb2a-7ca8-433a-87ff-22d271dd9222
  kind: Event
  lastTimestamp: "2026-09-17T18:40:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:57Z"
    name: isvc-lightgbm-runtime-predictor.18d62fbb0558370e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33680"
    uid: fc03ecf8-65dc-4b37-acab-5d284a6d99a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32900"
    uid: d4e9fb2a-7ca8-433a-87ff-22d271dd9222
  kind: Event
  lastTimestamp: "2026-09-17T18:40:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:57Z"
    name: isvc-lightgbm-runtime-predictor.18d62fbb05ca0530
    namespace: kserve-ci-e2e-test
    resourceVersion: "33681"
    uid: 036146ee-1791-48f5-8be4-7020a90f4d4c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32663"
    uid: 46de2734-6a35-4525-ae83-5a6b78e064cd
  kind: Event
  lastTimestamp: "2026-09-17T18:40:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:40:55Z"
    name: isvc-lightgbm-runtime.18d62fb4079ff44e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: effdfdc8-20ed-4ac2-bf43-858d798181a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32663"
    uid: 46de2734-6a35-4525-ae83-5a6b78e064cd
  kind: Event
  lastTimestamp: "2026-09-17T18:39:12Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:39:12Z"
    name: isvc-lightgbm-runtime.18d62fb40820ef2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32679"
    uid: 0787b597-3db4-49d6-a0da-f9a2f5d3fe9c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33661"
    uid: 46de2734-6a35-4525-ae83-5a6b78e064cd
  kind: Event
  lastTimestamp: "2026-09-17T18:40:55Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:40:55Z"
    name: isvc-lightgbm-runtime.18d62fcbf8ce2c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "33662"
    uid: 28fd42c9-160b-4ec6-984e-ea2dfcd9403a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:42:04.107799Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34385"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:42:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:42:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fdc0e6ee8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 173fabf2-8aea-4c15-a4f5-b7459a5d2d2e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34395"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:42:04Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:42:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fdc305f729e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34406"
    uid: 6101e745-8153-4cda-85c7-05d541d00f57
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:42:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fdc31cd66d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34408"
    uid: 7b860362-72ef-4dc6-a0d9-59d68ac53be4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:42:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fdc34e24214
    namespace: kserve-ci-e2e-test
    resourceVersion: "34410"
    uid: cbda4624-f9fb-436c-a0a6-4f4c3bbe474d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:42:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fdc3553c9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34411"
    uid: 52205c2f-0b3f-4cf7-8eef-903746aaf308
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:42:08Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fdd239b7662
    namespace: kserve-ci-e2e-test
    resourceVersion: "34447"
    uid: 929d6d4b-ed40-4f94-aff9-bad7349bbb4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:42:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fdd266b1aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34449"
    uid: b9ee6299-07be-46c3-87aa-0e6bf3ced9d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:42:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fdd26dd430f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34450"
    uid: a71fc6e9-219d-4f82-96dc-db5f56900c1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:42:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fdd26e6cd61
    namespace: kserve-ci-e2e-test
    resourceVersion: "34452"
    uid: c26e57db-219c-429e-a8f0-7fff0b5872c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:42:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fdd2aa65a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: e38a05da-93fb-4a01-889b-431873ad0b25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:42:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fdd2b182e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "34457"
    uid: c73077c2-2024-4563-98c7-c4e0f3174cc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:42:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fdd5f9d4f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "34513"
    uid: 92cc9e91-369e-4ce2-b881-a7f6d7703b11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:42:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fe3107c67ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 5270a579-49d9-480e-b2d4-c8ad24451f18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 96693906-81e7-489e-a534-d42d117f2ac3
  kind: Event
  lastTimestamp: "2026-09-17T18:42:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn.18d62fe3107cefa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 08224ae3-adfc-4d84-8ccb-36bd2f0c519f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34377"
    uid: d0592ad1-c56d-417f-be76-7c2f2ecb869a
  kind: Event
  lastTimestamp: "2026-09-17T18:42:04Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-2fxmn'
  metadata:
    creationTimestamp: "2026-09-17T18:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d62fdc0e0f60e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34387"
    uid: 27abde3a-a24c-4c4a-91dd-4f5c4dcf3876
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34374"
    uid: 69c1c592-f2e8-4c26-a3a0-ecec3e4f0964
  kind: Event
  lastTimestamp: "2026-09-17T18:42:04Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:04Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62fdc0b897d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "34378"
    uid: f7dfd98f-dae4-4d49-8957-024199e02f9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34376"
    uid: 25942291-9d73-4dd4-a281-c38b0e417c46
  kind: Event
  lastTimestamp: "2026-09-17T18:42:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:34Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62fdf8a11175b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 92fa4255-2975-4a89-a753-fa00d41b94fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34376"
    uid: 25942291-9d73-4dd4-a281-c38b0e417c46
  kind: Event
  lastTimestamp: "2026-09-17T18:42:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:34Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62fdf8a8343d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34653"
    uid: bffe9406-1f6d-4915-aa09-ae0e86faa685
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34366"
    uid: 5405591c-13d3-46b9-921b-746a885e116a
  kind: Event
  lastTimestamp: "2026-09-17T18:42:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:25Z"
    name: isvc-lightgbm-v2-kserve.18d62fdc0b8c69c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34597"
    uid: add19dfd-0a3f-40a3-b5fa-317ec3718f06
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34366"
    uid: 5405591c-13d3-46b9-921b-746a885e116a
  kind: Event
  lastTimestamp: "2026-09-17T18:42:04Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:04Z"
    name: isvc-lightgbm-v2-kserve.18d62fdc0c15081c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34399"
    uid: d68187e7-86aa-418e-9d13-a85a8878ef41
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34367"
    uid: 5405591c-13d3-46b9-921b-746a885e116a
  kind: Event
  lastTimestamp: "2026-09-17T18:42:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:04Z"
    name: isvc-lightgbm-v2-kserve.18d62fdc14bc15c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34400"
    uid: 1c75fd44-8955-44f8-a2d9-6914982da08e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 5405591c-13d3-46b9-921b-746a885e116a
  kind: Event
  lastTimestamp: "2026-09-17T18:42:25Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:25Z"
    name: isvc-lightgbm-v2-kserve.18d62fe11eff7e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "34596"
    uid: a71075ce-22e2-4632-b978-41e282880414
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:41:08.882325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: 4ee02d60-ae68-4ce4-8bb0-51e9e460cade
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:41:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:41:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g.18d62fcf32bcfff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33810"
    uid: 0287f7d2-b8a9-4a25-8bc0-f9342efc31c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 4ee02d60-ae68-4ce4-8bb0-51e9e460cade
  kind: Event
  lastTimestamp: "2026-09-17T18:41:09Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:41:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g.18d62fcf54926892
    namespace: kserve-ci-e2e-test
    resourceVersion: "33824"
    uid: 697d657e-5b39-4a2c-97fa-fd2821725ab6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 4ee02d60-ae68-4ce4-8bb0-51e9e460cade
  kind: Event
  lastTimestamp: "2026-09-17T18:41:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g.18d62fcf55e69fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33826"
    uid: 091ae0a4-77da-4218-b50d-3e7d3770fb50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 4ee02d60-ae68-4ce4-8bb0-51e9e460cade
  kind: Event
  lastTimestamp: "2026-09-17T18:41:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g.18d62fcf59a0c687
    namespace: kserve-ci-e2e-test
    resourceVersion: "33829"
    uid: c5c16858-4ab4-4996-9e7e-a68fda9ef9dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 4ee02d60-ae68-4ce4-8bb0-51e9e460cade
  kind: Event
  lastTimestamp: "2026-09-17T18:41:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g.18d62fcf5a116f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33830"
    uid: 6b8f1f2b-2410-4527-89ae-af218dffb5aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 4ee02d60-ae68-4ce4-8bb0-51e9e460cade
  kind: Event
  lastTimestamp: "2026-09-17T18:41:14Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g.18d62fd081c60710
    namespace: kserve-ci-e2e-test
    resourceVersion: "33873"
    uid: 042f1522-cae3-49c9-87c5-6580e8c83cbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 4ee02d60-ae68-4ce4-8bb0-51e9e460cade
  kind: Event
  lastTimestamp: "2026-09-17T18:41:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g.18d62fd0852239f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33877"
    uid: 47e74ee6-33dd-4cda-b099-46b7d9f8f7ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 4ee02d60-ae68-4ce4-8bb0-51e9e460cade
  kind: Event
  lastTimestamp: "2026-09-17T18:41:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g.18d62fd085930583
    namespace: kserve-ci-e2e-test
    resourceVersion: "33879"
    uid: fcc3ff46-201a-4fef-8dbc-8afa5dbe556b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 4ee02d60-ae68-4ce4-8bb0-51e9e460cade
  kind: Event
  lastTimestamp: "2026-09-17T18:41:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g.18d62fd0859d0cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33880"
    uid: 9baa07c8-6168-4059-a425-d0678990322a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 4ee02d60-ae68-4ce4-8bb0-51e9e460cade
  kind: Event
  lastTimestamp: "2026-09-17T18:41:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g.18d62fd088efd4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33882"
    uid: ec1f8d76-c41c-4417-b285-2b72954237e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 4ee02d60-ae68-4ce4-8bb0-51e9e460cade
  kind: Event
  lastTimestamp: "2026-09-17T18:41:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g.18d62fd08976f70f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33883"
    uid: ddf41737-0db5-4d10-bdd9-2b67bfca0f7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 4ee02d60-ae68-4ce4-8bb0-51e9e460cade
  kind: Event
  lastTimestamp: "2026-09-17T18:41:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:58Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g.18d62fdad9fe0cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: 8053876a-64dd-407e-a70f-b673af0a462e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 4ee02d60-ae68-4ce4-8bb0-51e9e460cade
  kind: Event
  lastTimestamp: "2026-09-17T18:41:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:58Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g.18d62fdad9fe83a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34322"
    uid: 69cff37b-23b6-4d58-868e-697428a88573
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33794"
    uid: ffe6742f-c894-4725-a64a-26f391dfd79b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:08Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jnm9g'
  metadata:
    creationTimestamp: "2026-09-17T18:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d62fcf3258c707
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: 8a222054-1f82-4756-8b05-2d1ce9197534
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33792"
    uid: b82fea3e-52cd-4e95-9187-3b698956b591
  kind: Event
  lastTimestamp: "2026-09-17T18:41:08Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:08Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62fcf2f9c4da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: faaf9f14-6220-47f4-972b-0f40a842ac03
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33793"
    uid: 69740103-6088-4eee-8811-9ace06b45578
  kind: Event
  lastTimestamp: "2026-09-17T18:41:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:53Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62fd2ae1b5b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "34211"
    uid: 44458ca9-5a52-4b46-a41e-ee5d48895074
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33793"
    uid: 69740103-6088-4eee-8811-9ace06b45578
  kind: Event
  lastTimestamp: "2026-09-17T18:41:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:53Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62fd2ae8a723d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34212"
    uid: 3107239f-08de-4246-8b89-997888edec1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: bd64206c-e73f-4b1f-b59e-f4d7d9903ea7
  kind: Event
  lastTimestamp: "2026-09-17T18:41:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:51Z"
    name: isvc-lightgbm-v2-runtime.18d62fcf2f990785
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: dc933b18-2e98-4505-848e-978d943ce782
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: bd64206c-e73f-4b1f-b59e-f4d7d9903ea7
  kind: Event
  lastTimestamp: "2026-09-17T18:41:08Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:08Z"
    name: isvc-lightgbm-v2-runtime.18d62fcf30367368
    namespace: kserve-ci-e2e-test
    resourceVersion: "33801"
    uid: f259308f-e28a-42aa-8c65-5b910f42dddf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34185"
    uid: bd64206c-e73f-4b1f-b59e-f4d7d9903ea7
  kind: Event
  lastTimestamp: "2026-09-17T18:41:51Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:51Z"
    name: isvc-lightgbm-v2-runtime.18d62fd92512ee1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34186"
    uid: e2fe9b6d-43b1-4018-8f7c-f8e7517d31a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31553"
    uid: 46912480-4cb3-4f95-977c-cedf904d7816
  kind: Event
  lastTimestamp: "2026-09-17T18:39:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:39:01Z"
    name: isvc-lightgbm.18d62f96af61f057
    namespace: kserve-ci-e2e-test
    resourceVersion: "32550"
    uid: f0e1d9fa-fc46-4789-afe4-e828fb7bc570
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31553"
    uid: 46912480-4cb3-4f95-977c-cedf904d7816
  kind: Event
  lastTimestamp: "2026-09-17T18:37:06Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:37:06Z"
    name: isvc-lightgbm.18d62f96afed528b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31569"
    uid: d92149fa-fbde-4b6d-87c9-3c3161a5a5eb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32548"
    uid: 46912480-4cb3-4f95-977c-cedf904d7816
  kind: Event
  lastTimestamp: "2026-09-17T18:39:01Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:39:01Z"
    name: isvc-lightgbm.18d62fb18787fc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32549"
    uid: 8f23ca81-57a7-45e6-858e-12ea266e14c4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:12:30.367796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-657bc54f6c-q6tlk
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:12:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:12:30Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e3f134a41a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17485"
    uid: 63c4af63-ceca-4d69-940e-1ea91eea6223
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:30Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e3f238323a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: ade89a39-ab01-42d9-9964-026d50d90dac
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:31Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:12:31Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e3f58e54ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 6fba31de-c38e-4394-b832-fc2c6ae3f16a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:31Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e3f5a7e4f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: 60fde161-d6b8-47e1-8af0-ce4665f080c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:31Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e3f5d37f918
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: d924b5c4-c021-4864-ad11-d5e01d3e985b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:31Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e3f5da79c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: 8519b3c6-a6d0-45f4-9f44-fbe59afa6515
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:35Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e40398b09cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: ee1c145a-f354-4f5f-a5d3-ca003f8ffa51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:35Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e403d3368a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17543"
    uid: 051c01e7-ea1c-48f7-bca0-649e9d9b9873
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:35Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e403da8e3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: 5d8844ff-ff60-4ab2-a529-ecf7dfef34ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:35Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e403db3bd0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17546"
    uid: 982341fd-00d4-4177-9203-d85a5bac4b5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:35Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e40408d2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 790580ca-51d8-4526-825e-a2fd00c0d24b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:35Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e4040fbb41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17549"
    uid: b4d5978d-00f7-4be3-bf2c-bf999a05343c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:35Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:4e7ded23a7086e8e0da66cca876fe26538e5d068591452860f28aa920a1e2c50"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:35Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e4041060215
    namespace: kserve-ci-e2e-test
    resourceVersion: "17550"
    uid: b23ba432-aac0-495a-b878-5bed566050d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:35Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T18:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:35Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e4044393e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: 77b62f10-3928-49f9-8c8a-f40eb6e5b14e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:12:35Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T18:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:35Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e4044ac5ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17552"
    uid: b58bf95e-252c-457c-81ed-a41d07612e9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:14:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:13Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e4075b0535e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18501"
    uid: f6cd429d-d2a0-49f3-8f4f-9653eeb165ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:14:13Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:13Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e40b1b1ef7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18502"
    uid: 3e9d9626-12f3-4a38-b8d6-1bde76bc510d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:14:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:05Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e553ed3f5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18354"
    uid: 16b0e81b-6c9a-4322-895e-dda81fc3029a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:14:05Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:05Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e553ed47025
    namespace: kserve-ci-e2e-test
    resourceVersion: "18364"
    uid: 851c9479-9375-4f0a-9560-4ea0bf29d508
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:14:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:05Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e553ed4704d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: bafcdda1-8e61-4fb8-a4bd-5be14133a386
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-657bc54f6c-q6tlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2ba05a47-b2de-42fb-babb-4b630edda7ba
  kind: Event
  lastTimestamp: "2026-09-17T18:14:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:18Z"
    name: isvc-logger-predictor-657bc54f6c-q6tlk.18d62e55e20037b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: ba7a5392-e1e3-4811-b480-606c43b0ea1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-657bc54f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17470"
    uid: ba977ab7-a3d3-4c33-aa7e-1a47cfa006c0
  kind: Event
  lastTimestamp: "2026-09-17T18:12:30Z"
  message: 'Created pod: isvc-logger-predictor-657bc54f6c-q6tlk'
  metadata:
    creationTimestamp: "2026-09-17T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:30Z"
    name: isvc-logger-predictor-657bc54f6c.18d62e3f129f77a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: efa3be26-0e5a-4c54-a433-862edada615a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17468"
    uid: 5e8c9e9f-db51-481c-a126-a902c5472010
  kind: Event
  lastTimestamp: "2026-09-17T18:12:30Z"
  message: Scaled up replica set isvc-logger-predictor-657bc54f6c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:30Z"
    name: isvc-logger-predictor.18d62e3f0f53d718
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: f4bd121d-6cef-49a1-b0b8-65c553d1557a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: 28b01fd0-1ae8-45ba-8dcb-afd29d34af5a
  kind: Event
  lastTimestamp: "2026-09-17T18:12:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-logger-predictor.18d62e428ddc8a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: 9816d3d2-3254-4f96-a7c7-d7aaa46779a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: 28b01fd0-1ae8-45ba-8dcb-afd29d34af5a
  kind: Event
  lastTimestamp: "2026-09-17T18:12:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-logger-predictor.18d62e428e494bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17708"
    uid: ef7527f1-760c-404e-b9ee-411941aa6a52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: 28b01fd0-1ae8-45ba-8dcb-afd29d34af5a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:00Z"
    name: isvc-logger-predictor.18d62e460d32956b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18282"
    uid: 933099ee-52cd-4202-a3ec-abab33c34afe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: 28b01fd0-1ae8-45ba-8dcb-afd29d34af5a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:00Z"
    name: isvc-logger-predictor.18d62e460da64b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18283"
    uid: 4e617974-0ac9-4fbc-8b91-16e5e1b2d037
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: 9f229c64-a7be-4147-86d4-290cf17a2357
  kind: Event
  lastTimestamp: "2026-09-17T18:13:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:13:53Z"
    name: isvc-logger.18d62e3f0f40798e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: 35854fcb-4e7a-469c-89b6-de15fb2af94c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: 9f229c64-a7be-4147-86d4-290cf17a2357
  kind: Event
  lastTimestamp: "2026-09-17T18:12:30Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:30Z"
    name: isvc-logger.18d62e3f0fc47b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: b7bb8867-8c67-4367-9df9-df867f805dc5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 9f229c64-a7be-4147-86d4-290cf17a2357
  kind: Event
  lastTimestamp: "2026-09-17T18:12:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:30Z"
    name: isvc-logger.18d62e3f15781f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17492"
    uid: 33905956-0ea0-4407-812f-fbc2642e9867
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18232"
    uid: 9f229c64-a7be-4147-86d4-290cf17a2357
  kind: Event
  lastTimestamp: "2026-09-17T18:13:53Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:13:53Z"
    name: isvc-logger.18d62e526b5999f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18233"
    uid: 3eeac610-43f7-4ac9-94d0-42555d72183b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:42:39.400425Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34735"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:42:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:42:39Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fe44609912f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34741"
    uid: 01374b6d-25af-4b26-95bc-e9e1f4d7d999
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:39Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fe44f5d5e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "34748"
    uid: 92bccfcf-793d-41a4-b3b0-53fce2f0fe60
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34745"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:40Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:42:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fe48bc69c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "34762"
    uid: 931cd908-027f-4d37-8c69-697f9414e5fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fe48d2b2f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34764"
    uid: 7574a12d-5655-4491-9d32-d9e91c45c596
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fe4900e216c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34765"
    uid: 53be2234-f9e7-4ca4-a0df-04eb71ef86d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fe4907e6b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34766"
    uid: 8a8cfb9d-fb70-43cd-a10d-d16b82ba9118
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:45Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:45Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fe5cb7071e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: 8b85bbdd-bc5c-401d-9328-0767ee94f1a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:45Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fe5ce75d7ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34819"
    uid: b22a9c85-0e23-47cf-a83a-fe8f456235c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:45Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fe5cee73486
    namespace: kserve-ci-e2e-test
    resourceVersion: "34821"
    uid: 823d7237-2b38-422c-a07e-afdf5cb4627e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:45Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fe5cef201f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34822"
    uid: d7263d91-667c-4390-8814-603440f2e8c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fe5d27808ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34826"
    uid: 1d5f5a80-4294-4602-ae3e-5b11f3294dc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: "2026-09-17T18:42:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:42:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fe5d2ea239a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34827"
    uid: 7adc0118-8f3e-451b-8c88-29b038a238cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: "2026-09-17T18:43:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:29Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fefee834938
    namespace: kserve-ci-e2e-test
    resourceVersion: "35250"
    uid: b6b8cf68-a244-410c-ae3b-cff0e2ea4d86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: edb3af0c-d9c7-4847-87cc-477cea8d791b
  kind: Event
  lastTimestamp: "2026-09-17T18:43:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:29Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z.18d62fefee83ac0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: b690b4e0-d897-49f2-831e-0678743d87c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: 75264f00-3b49-4ce6-a23b-58d84d6e06f2
  kind: Event
  lastTimestamp: "2026-09-17T18:42:39Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-5wr2z'
  metadata:
    creationTimestamp: "2026-09-17T18:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:39Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d62fe4458469bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34738"
    uid: 27493880-beef-4f78-8a10-8f5f15e753a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34723"
    uid: 47b7d3b2-03f7-4bf3-aad9-5119412716bf
  kind: Event
  lastTimestamp: "2026-09-17T18:42:39Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62fe4428faf0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34728"
    uid: 0614d8ea-40a4-4e9c-80e9-d99bb1b7b2b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34724"
    uid: ed56c8bb-bcb2-4032-be59-5d87a1f4b701
  kind: Event
  lastTimestamp: "2026-09-17T18:43:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:24Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62fe7c13f1b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "35110"
    uid: 055f5df1-a200-4b45-abaa-7606e20a5e87
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34724"
    uid: ed56c8bb-bcb2-4032-be59-5d87a1f4b701
  kind: Event
  lastTimestamp: "2026-09-17T18:43:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:24Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62fe7c1a73fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f37b3304-3ac6-4966-a0c7-416dbe808f7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 72f7dac5-bd7e-4826-ad98-86124c3a2697
  kind: Event
  lastTimestamp: "2026-09-17T18:43:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:23Z"
    name: isvc-mlflow-v2-runtime.18d62fe44284635a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35099"
    uid: 77176b75-6886-4342-9514-3cdf474b38ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 72f7dac5-bd7e-4826-ad98-86124c3a2697
  kind: Event
  lastTimestamp: "2026-09-17T18:42:39Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:42:39Z"
    name: isvc-mlflow-v2-runtime.18d62fe4431c7315
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 41c7a496-1955-4a75-b538-5f36bf047ad8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35097"
    uid: 72f7dac5-bd7e-4826-ad98-86124c3a2697
  kind: Event
  lastTimestamp: "2026-09-17T18:43:23Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:23Z"
    name: isvc-mlflow-v2-runtime.18d62fee6fd2db41
    namespace: kserve-ci-e2e-test
    resourceVersion: "35098"
    uid: d3c24f7f-c7ca-4a7e-88c8-68e7d69609c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:44:59.847653Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36104"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:44:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:44:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d63004f9584ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36110"
    uid: be8d42b2-6c44-4e47-8868-73fa01c308a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:45:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:00Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d630050430754f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36125"
    uid: 7aef15cc-2b8a-4e7c-8c7a-256fdb056fc7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36114"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:45:01Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d6300574b52a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "36139"
    uid: 29f0e16c-8fa1-481a-8b58-7ed7f8d0f59a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:45:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d6300575fb042e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36141"
    uid: eb2cfdef-016e-4076-afa7-5fc92c84c4da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:45:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d6300578f9cbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: 9a7c2271-f301-42c6-abc7-f186373cdb2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:45:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d6300579761c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: f8ab0347-2850-41f0-8f59-f421d171d577
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:45:07Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:07Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d63006c77882ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36225"
    uid: 31a75b19-6e05-40df-bcf5-fb1d02b6d545
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:45:18Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.937s (10.937s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d630095362a61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36376"
    uid: 643489d8-9f3a-45ff-a13d-276a1eb1af89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:45:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d6300956d67a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36377"
    uid: 4aa8af84-8efe-48f0-ab1c-370a1a30c30c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:45:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d6300957413d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: ca4fd06c-d055-4559-9ad5-177e061c3e53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:45:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d63009574c2f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36379"
    uid: 56bec819-542f-4665-889e-352a70643cfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:45:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d630095a2b3f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "36380"
    uid: 9806ae7b-ce76-4310-8002-5b79876b1d60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:45:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d630095a9678c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: d03afb0c-7eec-4acf-95ff-b298de46ba25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:45:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:54Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d630095b2e767b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36653"
    uid: 8eca1db2-bf1f-43b2-b614-d2c354dc7af4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:46:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d6301595cd1eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: 96f4c434-16e4-4e58-8305-5b1c44832e44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: d96e9dc9-fcd8-4204-897f-71fa524e58c4
  kind: Event
  lastTimestamp: "2026-09-17T18:46:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bfzn8.18d6301595ce56b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36799"
    uid: ab5ab928-da95-4d2b-81a6-d5be044b1702
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36096"
    uid: 13d70129-bb6c-4396-b8c8-b11506b7c388
  kind: Event
  lastTimestamp: "2026-09-17T18:44:59Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-bfzn8'
  metadata:
    creationTimestamp: "2026-09-17T18:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d63004f8ecba5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36105"
    uid: 82c01c38-6e2b-4132-b02a-5f4e4941efa3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: a11507ec-f895-4c15-9ac9-06ce33ae724a
  kind: Event
  lastTimestamp: "2026-09-17T18:44:59Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:59Z"
    name: isvc-paddle-predictor.18d63004f673bff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36098"
    uid: c2388b4c-7e27-4c03-86b5-3d6ffff0b4b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36095"
    uid: 3f5d0908-6b3a-4099-89d9-fe499089e6f1
  kind: Event
  lastTimestamp: "2026-09-17T18:45:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:44Z"
    name: isvc-paddle-predictor.18d63008758a0b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "36583"
    uid: 77e0bf20-6c95-4f26-b3d9-4818fd999ff5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36095"
    uid: 3f5d0908-6b3a-4099-89d9-fe499089e6f1
  kind: Event
  lastTimestamp: "2026-09-17T18:45:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:44Z"
    name: isvc-paddle-predictor.18d6300875f67369
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: 9acb5285-1f6b-4a86-9cfb-edad72318142
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 3f5d0908-6b3a-4099-89d9-fe499089e6f1
  kind: Event
  lastTimestamp: "2026-09-17T18:45:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:59Z"
    name: isvc-paddle-predictor.18d63012f2767598
    namespace: kserve-ci-e2e-test
    resourceVersion: "36689"
    uid: 0a9372bc-9ed1-4671-baf1-1730bb1e1003
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 3f5d0908-6b3a-4099-89d9-fe499089e6f1
  kind: Event
  lastTimestamp: "2026-09-17T18:45:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:59Z"
    name: isvc-paddle-predictor.18d63012f3061dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36691"
    uid: e7902212-08b2-43ce-a042-079035449f2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:46:16.378279Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36861"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-97w74
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:46:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:46:16Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d63016caece9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36867"
    uid: 4e07854e-8232-4773-a18b-3476aed20f90
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36872"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: "2026-09-17T18:46:16Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:46:16Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d63016ed1519e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 73b47f58-81fd-41c2-9700-ccbfa6ab6e36
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: "2026-09-17T18:46:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:16Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d63016ee875d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: f5aa5ded-3a38-4805-9825-24541e09c711
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: "2026-09-17T18:46:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d63016f1496432
    namespace: kserve-ci-e2e-test
    resourceVersion: "36885"
    uid: 8032e9cf-ad0f-49ab-a93a-d0c7f64bd56a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: "2026-09-17T18:46:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d63016f1ac117b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36886"
    uid: cea65172-0c37-4dac-9491-230754db3304
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: "2026-09-17T18:46:22Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d6301854cb339c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36932"
    uid: 1d94ea54-7d97-42f7-9aeb-98d8574fb27e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: "2026-09-17T18:46:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d6301857740cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36934"
    uid: 31e97499-4f83-4404-8c0b-39fe95c5aee2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: "2026-09-17T18:46:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d6301857d5f225
    namespace: kserve-ci-e2e-test
    resourceVersion: "36937"
    uid: a40a83d0-3107-4142-861e-eaa575e3270a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: "2026-09-17T18:46:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d6301857dfe06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36938"
    uid: a79700e9-41d9-4b70-94da-e8a2bd2a52b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: "2026-09-17T18:46:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d630185a9f5c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "36940"
    uid: 7d1b36f8-e748-410b-a4f1-1324f11d267c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: "2026-09-17T18:46:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d630185b52cd40
    namespace: kserve-ci-e2e-test
    resourceVersion: "36941"
    uid: 54874e0b-40f2-4c0e-8f4f-fc279d89f23b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: "2026-09-17T18:47:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:01Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d63018cca4eb1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37403"
    uid: 61331c5d-3ff7-4414-9531-95600e6cd3a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: "2026-09-17T18:47:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d6302517ae3a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 1d8289dc-a284-4365-acf7-e5951bad5557
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: c067b744-6fa1-4ab9-83bf-c1deea540e62
  kind: Event
  lastTimestamp: "2026-09-17T18:47:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-97w74.18d6302517aed360
    namespace: kserve-ci-e2e-test
    resourceVersion: "37549"
    uid: 86878d66-5721-469f-ab25-5e2e7dfde73a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36852"
    uid: 4d205edf-e832-4c7a-9c1f-d62f64dc82d0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:16Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-97w74'
  metadata:
    creationTimestamp: "2026-09-17T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:16Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d63016ca803423
    namespace: kserve-ci-e2e-test
    resourceVersion: "36862"
    uid: 925d625a-3d4f-4458-ae47-aca07cef39ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36850"
    uid: 8d71de56-21ba-49a9-bfee-b151b705816b
  kind: Event
  lastTimestamp: "2026-09-17T18:46:16Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:16Z"
    name: isvc-paddle-runtime-predictor.18d63016c7cd0fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 2a50c3b4-66e1-4672-8376-f905f0011a3f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36851"
    uid: c0bd64d9-12f5-47c5-a6b9-19098dff31e9
  kind: Event
  lastTimestamp: "2026-09-17T18:47:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:01Z"
    name: isvc-paddle-runtime-predictor.18d6301a469c2252
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 932bfbc0-fbdc-4fbf-919e-26b945e1d77c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36851"
    uid: c0bd64d9-12f5-47c5-a6b9-19098dff31e9
  kind: Event
  lastTimestamp: "2026-09-17T18:47:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:01Z"
    name: isvc-paddle-runtime-predictor.18d6301a4703202f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37407"
    uid: aaed7ed4-8a8d-42f4-a216-a4ecc04a02b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37010"
    uid: c0bd64d9-12f5-47c5-a6b9-19098dff31e9
  kind: Event
  lastTimestamp: "2026-09-17T18:47:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:16Z"
    name: isvc-paddle-runtime-predictor.18d6301dc5e730c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37521"
    uid: 118823e2-fd60-4732-946a-7e83de05eb0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37010"
    uid: c0bd64d9-12f5-47c5-a6b9-19098dff31e9
  kind: Event
  lastTimestamp: "2026-09-17T18:47:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:16Z"
    name: isvc-paddle-runtime-predictor.18d6301dc657ea6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37522"
    uid: e26a4543-fb3e-4cf9-a3f1-4545f3ee501a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36841"
    uid: a8477a33-635a-4e4d-9796-8c8d45004cb6
  kind: Event
  lastTimestamp: "2026-09-17T18:47:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:47:11Z"
    name: isvc-paddle-runtime.18d63016c7fcc402
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: e4a192b5-6457-487b-821d-7cd0f3c41d13
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36841"
    uid: a8477a33-635a-4e4d-9796-8c8d45004cb6
  kind: Event
  lastTimestamp: "2026-09-17T18:46:16Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:16Z"
    name: isvc-paddle-runtime.18d63016c8551186
    namespace: kserve-ci-e2e-test
    resourceVersion: "36857"
    uid: 60fd6347-fad9-4e58-92ce-7582cbd6bb93
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37488"
    uid: a8477a33-635a-4e4d-9796-8c8d45004cb6
  kind: Event
  lastTimestamp: "2026-09-17T18:47:11Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:47:11Z"
    name: isvc-paddle-runtime.18d63023883283f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37489"
    uid: 7250dc78-fa29-40ed-84d6-54f963d24cc1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:47:22.997652Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37616"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:47:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:47:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d630264dbfe6f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37623"
    uid: 3841f4a5-76ad-4fea-99b6-40a324ebf6a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:47:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:23Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d63026584efd46
    namespace: kserve-ci-e2e-test
    resourceVersion: "37629"
    uid: 239f1015-64ea-4098-98cf-4c765a7c7567
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37626"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:47:24Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:47:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d63026939bbbb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37641"
    uid: cac1885b-856c-40c0-8cfb-9ed9a262462c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:47:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d6302694e6e5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37643"
    uid: 9a3151eb-9e68-4076-9e6e-45c174eb348b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:47:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d63026984bba56
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: 5d70a0ea-790a-4302-b961-b9e791b1ba0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:47:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d6302698bb0fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37645"
    uid: 0a657a86-aac9-413a-93b2-41d321b526fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:47:29Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d63027c6a1860b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37692"
    uid: 528a658f-1466-491f-bdd2-1d27672dd291
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:47:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d63027c9f2895e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37695"
    uid: b6d4f377-9159-4b23-b1cd-b4b03e484535
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:47:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d63027ca625efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37697"
    uid: 64e2d3a3-ba85-4a49-be0b-ff0899231f2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:47:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d63027ca6c41cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37698"
    uid: 3de07755-9f46-4699-a38e-39e6cf96bb57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:47:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d63027cd4bf50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37700"
    uid: c54dca27-503a-4784-a3eb-8834bd913251
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:47:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d63027cdbded68
    namespace: kserve-ci-e2e-test
    resourceVersion: "37701"
    uid: 7f1b487b-8273-4927-9ae7-c3cd84b967ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:48:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d6302802a9d217
    namespace: kserve-ci-e2e-test
    resourceVersion: "38321"
    uid: 8c412658-2836-4846-973a-151232cd7d74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:48:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d63034ab606f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "38296"
    uid: 5ed2d928-f6bc-4cb2-9d3b-3216f4ef0998
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:48:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d63034ab60d2ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: d2bdda8b-264b-4652-8a8b-d0a8fd1cf0b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 91eafde7-cda9-423a-b104-54c1024ad053
  kind: Event
  lastTimestamp: "2026-09-17T18:48:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.63:8643/healthz": dial tcp
    10.132.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7.18d630354895574c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38320"
    uid: 4226a5cc-8343-4e8c-bbd6-2bb6b7c13277
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37607"
    uid: 6472540e-cdc9-427a-b60c-fef80195ab14
  kind: Event
  lastTimestamp: "2026-09-17T18:47:22Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vknd7'
  metadata:
    creationTimestamp: "2026-09-17T18:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d630264d3115af
    namespace: kserve-ci-e2e-test
    resourceVersion: "37619"
    uid: 81cfefb3-b431-4ebd-a394-6a21ffe4c2ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37605"
    uid: 3cea7ed9-1e14-4857-8685-3e95c3aaa345
  kind: Event
  lastTimestamp: "2026-09-17T18:47:22Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:22Z"
    name: isvc-paddle-v2-kserve-predictor.18d6302649e7146d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37609"
    uid: 8671bf60-61dc-49fe-833a-3c49e988922b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37606"
    uid: 4a49fc01-e646-46bc-98a2-44c7dffe1669
  kind: Event
  lastTimestamp: "2026-09-17T18:48:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:07Z"
    name: isvc-paddle-v2-kserve-predictor.18d63029c8e4583f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: ec62d5cc-b2ca-4f86-8aa3-a78ad8d2333f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37606"
    uid: 4a49fc01-e646-46bc-98a2-44c7dffe1669
  kind: Event
  lastTimestamp: "2026-09-17T18:48:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:07Z"
    name: isvc-paddle-v2-kserve-predictor.18d63029c951c786
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 6a63d6a5-5e7b-4929-90ad-cada6db2ce22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37768"
    uid: 4a49fc01-e646-46bc-98a2-44c7dffe1669
  kind: Event
  lastTimestamp: "2026-09-17T18:48:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:23Z"
    name: isvc-paddle-v2-kserve-predictor.18d630344622fc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f1726ab0-0654-44a6-ba32-4e910096a3c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37768"
    uid: 4a49fc01-e646-46bc-98a2-44c7dffe1669
  kind: Event
  lastTimestamp: "2026-09-17T18:48:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:23Z"
    name: isvc-paddle-v2-kserve-predictor.18d630344693406e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38268"
    uid: de604b6e-4cce-44db-8337-5d4a04d35f09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37597"
    uid: 8c2998b7-2786-4247-a5b2-a69c2179ae28
  kind: Event
  lastTimestamp: "2026-09-17T18:48:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:17Z"
    name: isvc-paddle-v2-kserve.18d6302649e91296
    namespace: kserve-ci-e2e-test
    resourceVersion: "38148"
    uid: 8a1b2257-7a53-447c-91b4-eb2499896620
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37597"
    uid: 8c2998b7-2786-4247-a5b2-a69c2179ae28
  kind: Event
  lastTimestamp: "2026-09-17T18:47:22Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:47:22Z"
    name: isvc-paddle-v2-kserve.18d630264a7fe69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: d1335ad9-2bd3-4be5-be36-4f09085dd199
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38146"
    uid: 8c2998b7-2786-4247-a5b2-a69c2179ae28
  kind: Event
  lastTimestamp: "2026-09-17T18:48:17Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:17Z"
    name: isvc-paddle-v2-kserve.18d63032f9aded25
    namespace: kserve-ci-e2e-test
    resourceVersion: "38147"
    uid: 774fb35b-0373-4923-8bf4-78ab3f6e28dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 73349fe5-75bd-49b5-9ab2-7d9e17d669b1
  kind: Event
  lastTimestamp: "2026-09-17T18:46:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:04Z"
    name: isvc-paddle.18d63004f672ee75
    namespace: kserve-ci-e2e-test
    resourceVersion: "36730"
    uid: b4060422-192f-480f-b97d-74209efb701b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 73349fe5-75bd-49b5-9ab2-7d9e17d669b1
  kind: Event
  lastTimestamp: "2026-09-17T18:44:59Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:59Z"
    name: isvc-paddle.18d63004f6f18b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "36101"
    uid: 7554820d-0132-48ad-9fcf-ac18b7e5aefb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36728"
    uid: 73349fe5-75bd-49b5-9ab2-7d9e17d669b1
  kind: Event
  lastTimestamp: "2026-09-17T18:46:04Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:04Z"
    name: isvc-paddle.18d6301416db926c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36729"
    uid: 669a9a74-6a78-4991-a2d5-1b2cd2e2b04d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:48:29.894956Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38365"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-5httc
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:48:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:48:29Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d63035e123b7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38371"
    uid: 72fea6b7-24a0-4117-9add-842be0b7fcbb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38375"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:34Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:48:34Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d63036f80b4ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38417"
    uid: fa5a7e5a-adcd-48cc-9880-3d6ddc509c58
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:34Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d63036f9a56515
    namespace: kserve-ci-e2e-test
    resourceVersion: "38419"
    uid: d9ca0f9e-f95a-4a02-8df4-babbd9af08c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:34Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d63036fcf5d2c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38420"
    uid: f54a0f89-7350-4d0b-9ede-b05f1298a176
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:34Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d63036fd74cba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38421"
    uid: 9c21da3d-b7a0-4003-949a-422949de3818
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:38Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:38Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d63037fea172b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38463"
    uid: 4c6184ea-f116-4b78-968e-a8f4e92e554e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:39Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d63038020b050c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38467"
    uid: 62f4e38f-d8d4-4932-87e6-16fea563821d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:39Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d6303802e213e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38468"
    uid: 2a8496c9-1028-4f76-97a6-61f727ec8696
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:39Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d6303802eeb3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38469"
    uid: 9e8d6907-0980-451b-a602-3d3233a442a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:39Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d630380656c5af
    namespace: kserve-ci-e2e-test
    resourceVersion: "38472"
    uid: 2711126f-31f5-45b3-838b-dc2bee1b5b35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:48:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:39Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d6303806cf1f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "38473"
    uid: 21cff3c4-960b-436e-b9dc-8c84a42b8488
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:50:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:00Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d63038767bf456
    namespace: kserve-ci-e2e-test
    resourceVersion: "39070"
    uid: ac2559a4-c9ce-45bd-82e6-43e66afca20a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:50:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:21Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d6304fe081865e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39330"
    uid: c1295b78-b350-4da0-9f6b-20118a9cd9ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:50:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:21Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d6304fe0822294
    namespace: kserve-ci-e2e-test
    resourceVersion: "39331"
    uid: ead3c318-48ac-41d5-944e-ba0e1ac742b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5httc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 8f9700e5-a902-4e1e-8d61-16c90f84cc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:50:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:21Z"
    name: isvc-pmml-predictor-8674795f59-5httc.18d6304ffac8bc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "39336"
    uid: 7b734f3a-40ef-4d72-b0d1-9c1b9a9b4dab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "38357"
    uid: 8c0589c7-5ea0-400e-b98c-9599cff88801
  kind: Event
  lastTimestamp: "2026-09-17T18:48:29Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-5httc'
  metadata:
    creationTimestamp: "2026-09-17T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:29Z"
    name: isvc-pmml-predictor-8674795f59.18d63035e0aabad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38366"
    uid: 3a0416b6-42fe-4ca7-9340-87c1f67de51f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38354"
    uid: b43cb48e-afc4-4a48-8870-ff7dbc994f90
  kind: Event
  lastTimestamp: "2026-09-17T18:48:29Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:29Z"
    name: isvc-pmml-predictor.18d63035de023fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38358"
    uid: 54d3eb4d-8a1f-4f53-b97e-1679b996274c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38356"
    uid: 41b10268-7c4a-443a-bc10-285ff8b35ed6
  kind: Event
  lastTimestamp: "2026-09-17T18:49:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:14Z"
    name: isvc-pmml-predictor.18d630395c711e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38743"
    uid: 2fe629f2-9052-4587-ba58-611d33ca582e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38356"
    uid: 41b10268-7c4a-443a-bc10-285ff8b35ed6
  kind: Event
  lastTimestamp: "2026-09-17T18:49:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:14Z"
    name: isvc-pmml-predictor.18d630395cd87f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "38744"
    uid: ddf83597-e85b-4e44-bdec-0d51b80c1d30
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38521"
    uid: 41b10268-7c4a-443a-bc10-285ff8b35ed6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:14Z"
    name: isvc-pmml-predictor.18d6303cdba91437
    namespace: kserve-ci-e2e-test
    resourceVersion: "39213"
    uid: d4397684-d0d1-4338-b84c-5e85ad622d4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38521"
    uid: 41b10268-7c4a-443a-bc10-285ff8b35ed6
  kind: Event
  lastTimestamp: "2026-09-17T18:50:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:14Z"
    name: isvc-pmml-predictor.18d6303cdc1c8ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39214"
    uid: afdc10ae-3d6f-4515-b048-5d9b883fb188
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:48:22.154654Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38230"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-zl8dq
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:48:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:48:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d6303413c80f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38236"
    uid: d2ecf7b6-7884-4f0f-b92e-8fafb8522844
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38242"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:48:22Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:48:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d6303435ccf7b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38254"
    uid: 48548309-aaf3-4651-8882-12d85b20669f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:48:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d6303437347815
    namespace: kserve-ci-e2e-test
    resourceVersion: "38256"
    uid: 7199ad53-afbf-4306-84e0-debbbba7c5bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:48:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d6303439ca95a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38257"
    uid: 531ad152-28ab-47e5-85cb-1256e99a4543
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:48:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d630343a40a256
    namespace: kserve-ci-e2e-test
    resourceVersion: "38258"
    uid: 6aa119e8-c74a-4f1b-8046-583fa2196768
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:48:26Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:26Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d630352ef6b1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38311"
    uid: 2147b369-9a20-448c-a08a-b14f1539bc53
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:48:34Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.51s (7.51s including
    waiting). Image size: 852995967 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:34Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d63036eea0c321
    namespace: kserve-ci-e2e-test
    resourceVersion: "38410"
    uid: 3e091e26-f68f-4378-ada1-6f733049cb47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:48:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:34Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d63036f1f52a80
    namespace: kserve-ci-e2e-test
    resourceVersion: "38412"
    uid: 8b140c5e-32f7-4182-b5f6-8682c3b584a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:48:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:34Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d63036f270e40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38413"
    uid: 37051477-6462-463e-b074-311b90ca4c67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:48:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:34Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d63036f27d161e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38414"
    uid: 89a34b49-6234-4c6b-b779-b8fcc6103707
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:48:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:34Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d63036f5891ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38415"
    uid: ec2c3e08-0489-4689-8df8-4672b5ccd4bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:48:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:34Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d63036f6078d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "38416"
    uid: 816f268b-931a-4b6b-abca-71f40fe2fcee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:50:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:17Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d630370f02428b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39231"
    uid: 91ccd63c-6f14-45a9-823e-8c4343793c1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:50:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d6304e18632084
    namespace: kserve-ci-e2e-test
    resourceVersion: "39204"
    uid: 14eae96e-0105-4697-9b53-fbb7d88865e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:50:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d6304e1863b9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39205"
    uid: 8be487b8-43ac-4649-8e61-9fbb7de5e8f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: cfd1dd23-96d5-42d8-911a-72d7d3959901
  kind: Event
  lastTimestamp: "2026-09-17T18:50:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zl8dq.18d6304e9368a22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39221"
    uid: 0003e874-85ae-44d9-9846-81e780238fee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 25228300-0e78-4aa2-872f-41bde89e8442
  kind: Event
  lastTimestamp: "2026-09-17T18:48:22Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-zl8dq'
  metadata:
    creationTimestamp: "2026-09-17T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d63034135a38dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38231"
    uid: 45b6ea11-0019-413c-aac6-cfb84329f812
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: c8736167-14dd-47b8-bd9b-67d04e2d5f8c
  kind: Event
  lastTimestamp: "2026-09-17T18:48:22Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:22Z"
    name: isvc-pmml-runtime-predictor.18d6303410de5019
    namespace: kserve-ci-e2e-test
    resourceVersion: "38222"
    uid: 8c690866-be34-4ffb-a552-eda2d11fa138
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38220"
    uid: 76824937-e575-473a-b088-fd4b4b5dc55e
  kind: Event
  lastTimestamp: "2026-09-17T18:49:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:07Z"
    name: isvc-pmml-runtime-predictor.18d630378ff15645
    namespace: kserve-ci-e2e-test
    resourceVersion: "38679"
    uid: 966c2392-c774-41a4-81ae-653ba458d0a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38220"
    uid: 76824937-e575-473a-b088-fd4b4b5dc55e
  kind: Event
  lastTimestamp: "2026-09-17T18:49:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:49:07Z"
    name: isvc-pmml-runtime-predictor.18d6303790436ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 89e60bbb-5315-404f-a83b-5ca0753bea7e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: 76824937-e575-473a-b088-fd4b4b5dc55e
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-pmml-runtime-predictor.18d630420d380e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "39123"
    uid: d5a8cc6f-e4c0-4b43-9a31-bff5f28f143f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:49:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: 76824937-e575-473a-b088-fd4b4b5dc55e
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-pmml-runtime-predictor.18d630420dabaa3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39124"
    uid: 1c3d96fa-b3a5-4899-8df0-87dee065d8ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38210"
    uid: 731ff0b9-cfbe-457c-9880-e596833cc042
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-pmml-runtime.18d630341108e618
    namespace: kserve-ci-e2e-test
    resourceVersion: "39138"
    uid: 015edd49-71e2-4a36-b90f-057556a76cda
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38210"
    uid: 731ff0b9-cfbe-457c-9880-e596833cc042
  kind: Event
  lastTimestamp: "2026-09-17T18:48:22Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:22Z"
    name: isvc-pmml-runtime.18d6303411749fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38226"
    uid: 6d3f1bd3-53e4-498b-a9f8-75392f63d15f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39136"
    uid: 731ff0b9-cfbe-457c-9880-e596833cc042
  kind: Event
  lastTimestamp: "2026-09-17T18:50:07Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:50:07Z"
    name: isvc-pmml-runtime.18d6304c9930160f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39137"
    uid: def76416-76b4-49c9-ab92-294c4877225e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:50:19.076948Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39268"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:50:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:50:19Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d6304f4ce52f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39272"
    uid: 137f147f-454c-4873-a312-227ad3a19da8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:50:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:19Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d6304f58412f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "39284"
    uid: d152f0b7-7a20-4e2c-b0a8-a7b43a2ba20d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39278"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:50:20Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:50:20Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d6304f92950f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "39292"
    uid: 4e5326f1-74dc-4205-8cfa-30b374766e5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:50:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:20Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d6304f93f5acdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39294"
    uid: 23883404-cc07-4519-a44b-7a998a58e227
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:50:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:20Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d6304f972fafee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39297"
    uid: a2503dde-b9cc-47a8-bd51-c78c315001f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:50:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:20Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d6304f97d4bc9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39298"
    uid: c8fc762b-e60f-4462-a9cf-d7cd8a5da60b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:50:24Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d630508ed32050
    namespace: kserve-ci-e2e-test
    resourceVersion: "39355"
    uid: 3decb244-5ea7-4e1f-816e-4a4591a02666
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:50:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d63050918fe11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39357"
    uid: fb87ae24-1c6b-43b0-88af-ca1ef4d2d2f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:50:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d6305091f53265
    namespace: kserve-ci-e2e-test
    resourceVersion: "39359"
    uid: 3a0fa136-05bd-46b2-af7c-64236d907b45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:50:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d6305092004a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "39361"
    uid: 0b02d078-aa16-4b2d-8910-e6790433ba50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:50:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d6305094f8f0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39363"
    uid: 664233fd-2419-4c73-9f52-e80062a74d99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:50:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:50:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d630509560473d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39364"
    uid: 5c71f777-e2ed-42f0-9b9d-2d863db2aa65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:52:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:13Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d63050cad5fdd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40161"
    uid: 83a67faf-c134-44c3-84c9-5d4de1e89267
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:52:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d630695198cef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40136"
    uid: bf0701ae-cef8-42d6-bb1a-1676e8a89b12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:52:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d6306951995efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40138"
    uid: 6a5a3663-dd5d-4cf1-9fa0-f16276536687
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 34432538-1018-4fec-9991-4e4fa4b8a3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:52:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:11Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n.18d63069795b3f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 69f56aae-2aae-4a12-b860-6419b593b85b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39257"
    uid: 21bf1a77-7179-415b-be28-9d8042b8fd3d
  kind: Event
  lastTimestamp: "2026-09-17T18:50:19Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-ff99n'
  metadata:
    creationTimestamp: "2026-09-17T18:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:19Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d6304f4c41f6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39269"
    uid: 48120fad-36c7-4fe8-b55c-df34d5b06a3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39255"
    uid: 9fc0ff4b-ec26-4718-ae1a-8f5c2474a3b3
  kind: Event
  lastTimestamp: "2026-09-17T18:50:18Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:50:18Z"
    name: isvc-pmml-v2-kserve-predictor.18d6304f4821b8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39260"
    uid: 6ee23113-8ccb-4388-a55f-1e59ccb8038b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39256"
    uid: c22f4b04-22f5-4a94-98a0-5a61d11f67b4
  kind: Event
  lastTimestamp: "2026-09-17T18:51:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:04Z"
    name: isvc-pmml-v2-kserve-predictor.18d63052c6809caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39653"
    uid: 9be8f06e-d8ea-4cf9-9a45-8d3b04587a46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39256"
    uid: c22f4b04-22f5-4a94-98a0-5a61d11f67b4
  kind: Event
  lastTimestamp: "2026-09-17T18:51:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:51:04Z"
    name: isvc-pmml-v2-kserve-predictor.18d63052c6e5dfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39654"
    uid: e89232b4-1df4-497f-80b5-1f21ebcac995
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39442"
    uid: c22f4b04-22f5-4a94-98a0-5a61d11f67b4
  kind: Event
  lastTimestamp: "2026-09-17T18:52:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:04Z"
    name: isvc-pmml-v2-kserve-predictor.18d6305d44829696
    namespace: kserve-ci-e2e-test
    resourceVersion: "40073"
    uid: 3f62565c-bbd8-4593-a511-fa7ac14871d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:51:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39442"
    uid: c22f4b04-22f5-4a94-98a0-5a61d11f67b4
  kind: Event
  lastTimestamp: "2026-09-17T18:52:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:04Z"
    name: isvc-pmml-v2-kserve-predictor.18d6305d44f95110
    namespace: kserve-ci-e2e-test
    resourceVersion: "40074"
    uid: 4c449672-c976-4b79-85c4-6d30276c6243
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39247"
    uid: be732ac7-493a-49d1-be86-310c8bf3fdf5
  kind: Event
  lastTimestamp: "2026-09-17T18:52:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:52:03Z"
    name: isvc-pmml-v2-kserve.18d6304f47e5cd9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40068"
    uid: d9df8264-2992-47d9-bdbd-26e33f57ac9b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39247"
    uid: be732ac7-493a-49d1-be86-310c8bf3fdf5
  kind: Event
  lastTimestamp: "2026-09-17T18:50:19Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:50:19Z"
    name: isvc-pmml-v2-kserve.18d6304f4852c1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: f68d77d7-28e5-436d-840a-15346a2f087d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39250"
    uid: be732ac7-493a-49d1-be86-310c8bf3fdf5
  kind: Event
  lastTimestamp: "2026-09-17T18:50:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:50:19Z"
    name: isvc-pmml-v2-kserve.18d6304f4de9f52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39279"
    uid: ab01245a-ef0a-4c7e-a659-64b356394488
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "40066"
    uid: be732ac7-493a-49d1-be86-310c8bf3fdf5
  kind: Event
  lastTimestamp: "2026-09-17T18:52:03Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:52:03Z"
    name: isvc-pmml-v2-kserve.18d630679b184577
    namespace: kserve-ci-e2e-test
    resourceVersion: "40067"
    uid: 056f64dc-0d52-42d8-b820-39f2bf434359
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38347"
    uid: 8630df06-73dc-4a98-ab1a-74ab25410b2e
  kind: Event
  lastTimestamp: "2026-09-17T18:50:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:50:10Z"
    name: isvc-pmml.18d63035ddfedc61
    namespace: kserve-ci-e2e-test
    resourceVersion: "39164"
    uid: 5108230b-b1fb-4309-a18e-23d8d6746e3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38347"
    uid: 8630df06-73dc-4a98-ab1a-74ab25410b2e
  kind: Event
  lastTimestamp: "2026-09-17T18:48:29Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:29Z"
    name: isvc-pmml.18d63035de785280
    namespace: kserve-ci-e2e-test
    resourceVersion: "38362"
    uid: b2cbbb41-0f85-45b5-be70-369fc2e57671
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:50:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "39162"
    uid: 8630df06-73dc-4a98-ab1a-74ab25410b2e
  kind: Event
  lastTimestamp: "2026-09-17T18:50:10Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:50:10Z"
    name: isvc-pmml.18d6304d4b0506fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39163"
    uid: 69218de1-6e71-4749-9b6b-0f306b94a61b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:12:41.481291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17652"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:12:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:12:41Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e41a9b4bcee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17658"
    uid: 0e2945de-a04f-448b-bbff-250c93d38daf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:12:42Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:12:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e41cb953fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: 9ec42184-1299-4ae7-bc57-4d6a748fce7d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:12:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e41cd1bebc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: 0502203c-0ba6-4eef-809b-05b76421c0f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:12:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e41d00024c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: 8e266fbd-dccf-4a74-8ead-9daaaf77c27c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:12:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e41d06efeec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: 89d7da3f-9db4-4b98-b729-af5822dd6963
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e42cdc77ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: 5446b03c-f2a2-4e4d-aabc-c3c39377756f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e42d0b71aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: 7982c035-af16-4340-8bd9-cb6a545dcabd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e42d1277e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "17723"
    uid: 3966694e-f310-42c4-909c-9b9ace90f389
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e42d13210e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: c08a0e4a-bef0-4ea6-804b-f49214695bd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e42d4c8a507
    namespace: kserve-ci-e2e-test
    resourceVersion: "17726"
    uid: 837e8011-79c1-4a94-9653-49fba7f442af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:12:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:46Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e42d53866b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: f16e2a6c-b1c2-49fd-a4e5-0e44db6412ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:14:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e430a6ed096
    namespace: kserve-ci-e2e-test
    resourceVersion: "18504"
    uid: 0d6a045f-10c8-480a-8ac4-87d5fbfaa6a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:14:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:11Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e56bc744ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18488"
    uid: 946a928f-111e-4e3f-904e-bb59379c63d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:14:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:11Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e56bc74cc52
    namespace: kserve-ci-e2e-test
    resourceVersion: "18489"
    uid: eecb907c-7061-4e7f-a3e4-1d9d91f5ed56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: ff451812-7703-4911-bf86-cb7f2307ac63
  kind: Event
  lastTimestamp: "2026-09-17T18:14:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96.18d62e5710ae3edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18503"
    uid: 9084540e-0aef-404d-bfc0-d7d07f983443
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17640"
    uid: 280bc2da-6cf3-49b9-81ff-d3f0c414d8c7
  kind: Event
  lastTimestamp: "2026-09-17T18:12:41Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-qdf96'
  metadata:
    creationTimestamp: "2026-09-17T18:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:41Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d62e41a93419c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: c0ac9996-9042-423c-8862-5b8b87b401ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: dd529fda-d5fc-43fb-9f52-c8c0c85ef8ee
  kind: Event
  lastTimestamp: "2026-09-17T18:12:41Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:41Z"
    name: isvc-predictive-lightgbm-predictor.18d62e41a606030b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: f5798dd6-bba0-4685-a371-d8517031aa6c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: f7a3a02f-5a1f-43bc-ab54-6f60b4020da9
  kind: Event
  lastTimestamp: "2026-09-17T18:13:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:11Z"
    name: isvc-predictive-lightgbm-predictor.18d62e4524d6ac24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17915"
    uid: 8906759e-a76f-4e7e-b977-33356609176a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: f7a3a02f-5a1f-43bc-ab54-6f60b4020da9
  kind: Event
  lastTimestamp: "2026-09-17T18:13:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:11Z"
    name: isvc-predictive-lightgbm-predictor.18d62e4525b5ae93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17917"
    uid: 968e9596-2381-4ddc-804d-272ca2dc8b0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17806"
    uid: f7a3a02f-5a1f-43bc-ab54-6f60b4020da9
  kind: Event
  lastTimestamp: "2026-09-17T18:14:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:11Z"
    name: isvc-predictive-lightgbm-predictor.18d62e4c23f80267
    namespace: kserve-ci-e2e-test
    resourceVersion: "18462"
    uid: a5a6fc0c-8614-4b54-8370-2388595b5d1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17806"
    uid: f7a3a02f-5a1f-43bc-ab54-6f60b4020da9
  kind: Event
  lastTimestamp: "2026-09-17T18:14:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:11Z"
    name: isvc-predictive-lightgbm-predictor.18d62e4c2470b833
    namespace: kserve-ci-e2e-test
    resourceVersion: "18463"
    uid: b5be5905-c1cd-43be-b57b-1c1c3c5bdb39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:18:27.754154Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20629"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:18:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:18:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62e92492d5218
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: 9ae0af3e-70a9-4a54-88b7-a93b7092e56c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:18:28Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:18:28Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62e926aeee121
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: f85edabd-04c2-4ed3-a3b5-24f078d0f0da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:18:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:28Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62e926c2a4fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 76d99e5b-d075-46c9-b615-48e9546ba3fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:18:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:28Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62e926ef7862d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: ea123fa8-4f06-4e52-a06c-213a6262a7d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:18:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:28Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62e926f547f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: b6bee3cf-527b-414e-9cfd-1c484ca91896
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:18:33Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62e93850a4c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 438f7128-b41c-450e-b72a-adda1325bbe3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:18:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62e9389637c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20695"
    uid: a310e45c-281c-45c4-8841-e6913dece669
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:18:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62e9389c4dc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: 73bc49ad-ce53-4801-9560-88385a01cc2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:18:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62e9389ce82fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20697"
    uid: d15e7337-e8df-42bb-b90f-50602b0ded33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:18:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62e938c775b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "20699"
    uid: 06a87ebb-9500-4402-b6f1-db85305bde1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:18:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62e938cdc8aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20700"
    uid: ce59b302-2bd7-4293-ac93-1a24e47f7541
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:19:59Z"
  message: 'Readiness probe failed: Get "http://10.132.0.35:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.35:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62e9c2372127d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: 61fce7bb-56c4-4772-986e-f5586a4a357f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:19:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62ea74305eba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: a4c47e11-8748-4092-b2f9-97e9b819ce46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:19:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62ea74306836f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21349"
    uid: 14ae357f-01aa-4145-8e52-06a13da354a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 809915fe-8ba3-4cb3-befa-24dd83799ea9
  kind: Event
  lastTimestamp: "2026-09-17T18:20:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72.18d62ea7c74eb87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: 742787ef-f1be-45a1-a516-393933b36871
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: b69fd777-97df-4f58-9eb6-dbf94f753c81
  kind: Event
  lastTimestamp: "2026-09-17T18:18:27Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4sh72'
  metadata:
    creationTimestamp: "2026-09-17T18:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d62e92489bdca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 6670cda4-8eb3-4c71-9072-c17a041fcf5f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20616"
    uid: 488e5909-8287-41f5-b1f5-4d14866ebf21
  kind: Event
  lastTimestamp: "2026-09-17T18:18:27Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:27Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62e92448399df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: e2ccb5fb-8253-40e5-b22f-3be119d1878c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: 17f10779-226b-46f3-8833-47e84023b712
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62e95c38fa12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20897"
    uid: 9665f420-b4b5-4e6f-82b2-e7b7f7b7746a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: 17f10779-226b-46f3-8833-47e84023b712
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62e95c3f9cb3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20898"
    uid: 2f89d19e-487e-4c84-a2d6-c21f6231afb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 17f10779-226b-46f3-8833-47e84023b712
  kind: Event
  lastTimestamp: "2026-09-17T18:19:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:57Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62e9cc2445c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21330"
    uid: e1c250db-c40b-4a51-b679-affa00e62455
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 17f10779-226b-46f3-8833-47e84023b712
  kind: Event
  lastTimestamp: "2026-09-17T18:19:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:57Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62e9cc2ac6589
    namespace: kserve-ci-e2e-test
    resourceVersion: "21331"
    uid: f68c5e84-41b7-4789-9703-627b116bfdf1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: e5901a20-2311-4395-b2d3-ce48ee6ffa9d
  kind: Event
  lastTimestamp: "2026-09-17T18:19:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:50Z"
    name: isvc-predictive-lightgbm-v2.18d62e924481d956
    namespace: kserve-ci-e2e-test
    resourceVersion: "21280"
    uid: 9674aab1-1938-47ff-b65d-0c92abc7ddeb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: e5901a20-2311-4395-b2d3-ce48ee6ffa9d
  kind: Event
  lastTimestamp: "2026-09-17T18:18:27Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:27Z"
    name: isvc-predictive-lightgbm-v2.18d62e92450b1604
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 6ca91be3-e822-4891-9829-8e1c5a4aeb67
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20611"
    uid: e5901a20-2311-4395-b2d3-ce48ee6ffa9d
  kind: Event
  lastTimestamp: "2026-09-17T18:18:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:27Z"
    name: isvc-predictive-lightgbm-v2.18d62e924ac4e60e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: ececec7e-3d4c-4d15-8c79-8795f23da4cf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: e5901a20-2311-4395-b2d3-ce48ee6ffa9d
  kind: Event
  lastTimestamp: "2026-09-17T18:19:50Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:19:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:50Z"
    name: isvc-predictive-lightgbm-v2.18d62ea590f3ca19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21279"
    uid: 0450d2be-8e54-4048-9ae6-cf5505181091
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 499a4584-1f3c-406c-b8fc-3bc655b9d7a4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:03Z"
    name: isvc-predictive-lightgbm.18d62e41a6326a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 855b0114-6aab-4f3f-952b-f5af1990dd3c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 499a4584-1f3c-406c-b8fc-3bc655b9d7a4
  kind: Event
  lastTimestamp: "2026-09-17T18:12:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:41Z"
    name: isvc-predictive-lightgbm.18d62e41a68f79b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: 1076b6bd-8a47-4b8a-91a9-40ddc6283540
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18312"
    uid: 499a4584-1f3c-406c-b8fc-3bc655b9d7a4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:03Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:03Z"
    name: isvc-predictive-lightgbm.18d62e54c1d40006
    namespace: kserve-ci-e2e-test
    resourceVersion: "18313"
    uid: a32158b4-0f8e-47a5-a3ee-36396d7af608
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:08:50.151350Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-699wj
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:08:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:08:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e0bcd5e0e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "15484"
    uid: a18f56fc-38cb-46b1-ae34-67b178bc670a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:08:51Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:08:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e0c1dfbcf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 213546a2-8207-4d46-93c4-4cc80494823d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:08:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e0c1f934510
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 086375d8-d844-4fc1-9284-19522d7849f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:08:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e0c22ac0bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: c35524fd-33eb-403f-98dd-2c8effb5013d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:08:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e0c23332031
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: bcc5a932-7c83-49af-a6b3-b30fe105f255
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:09:00Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:00Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e0e236d80c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15582"
    uid: 5ea9bda1-d35b-4575-bff5-ccc866818870
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:09:23Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.903s
    (22.903s including waiting). Image size: 2438910099 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e13789c2ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: 62b267cd-4fab-458a-be0a-8801128efc71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:09:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e137eb6568c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15759"
    uid: d0888b28-9de9-4588-b9d1-0b30bc1b7bd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:09:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e1380236b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 86794bc7-2870-4599-9827-754844d1abf0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:09:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e138036cc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: b373ca12-e921-417f-8859-83f1d8bff180
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:09:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e138619f28c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: d4c64c41-ddbc-4283-9e8a-aeed071cfdd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:09:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e13881132e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15767"
    uid: 1c56a05f-6e96-458d-be4e-777b24dd85f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e13c40d62a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: dbb62fb3-e1a5-4427-a3c9-a27b1a366ac4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:10:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e27d822e88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: 3c4c3a93-ee68-41c7-adec-7d827fa13b50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:10:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e27d823fefb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: e12b5bc3-65c3-4d56-8343-374692c96f2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: d3bacba5-9452-4965-ad66-00a4a4a424cb
  kind: Event
  lastTimestamp: "2026-09-17T18:10:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:55Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-699wj.18d62e28f45aea19
    namespace: kserve-ci-e2e-test
    resourceVersion: "16583"
    uid: 6c035cba-51a2-4e78-abf9-1a69c9a50dab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 23724d7e-c444-4850-b247-8c872629f66c
  kind: Event
  lastTimestamp: "2026-09-17T18:08:50Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-699wj'
  metadata:
    creationTimestamp: "2026-09-17T18:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d62e0bcd1957fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: cbe0d0b5-a8ea-4bc3-9c49-207d0a872f9a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: 8be1858b-d74e-4840-aedf-f24d2bbd5ce3
  kind: Event
  lastTimestamp: "2026-09-17T18:08:50Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:50Z"
    name: isvc-predictive-sklearn-predictor.18d62e0bc9338c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15471"
    uid: c6d130d0-ccf2-47b1-b014-f75ed3f9a123
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: d065f7c4-04f5-4424-9c27-24ef61a4f063
  kind: Event
  lastTimestamp: "2026-09-17T18:10:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:05Z"
    name: isvc-predictive-sklearn-predictor.18d62e0f47c05461
    namespace: kserve-ci-e2e-test
    resourceVersion: "16077"
    uid: d01dda5d-4678-4e1c-953f-22c5377e553f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: d065f7c4-04f5-4424-9c27-24ef61a4f063
  kind: Event
  lastTimestamp: "2026-09-17T18:10:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:05Z"
    name: isvc-predictive-sklearn-predictor.18d62e0f482f7011
    namespace: kserve-ci-e2e-test
    resourceVersion: "16078"
    uid: f7a48aa0-c659-4da5-a53e-22b5e0f53679
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15621"
    uid: d065f7c4-04f5-4424-9c27-24ef61a4f063
  kind: Event
  lastTimestamp: "2026-09-17T18:10:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:50Z"
    name: isvc-predictive-sklearn-predictor.18d62e20c2a1f79a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: cf7e8631-292f-4fb6-8343-ee1733e90035
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15621"
    uid: d065f7c4-04f5-4424-9c27-24ef61a4f063
  kind: Event
  lastTimestamp: "2026-09-17T18:10:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:50Z"
    name: isvc-predictive-sklearn-predictor.18d62e20c318d456
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: 98b6e6c9-379b-446f-8634-5f2a6889fc4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:14:17.189000Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18549"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:14:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:14:17Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e57f2547825
    namespace: kserve-ci-e2e-test
    resourceVersion: "18555"
    uid: b3d7214a-e064-426c-9c0d-8c5a53e31599
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:17Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:14:17Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e5814941c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18571"
    uid: 98d9b24a-6473-4ae5-86e6-6f586251aaec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:17Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
  metadata:
    creationTimestamp: "2026-09-17T18:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:17Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e5815f4ee00
    namespace: kserve-ci-e2e-test
    resourceVersion: "18573"
    uid: 332766e2-693b-4e3c-827a-c280a649b3f5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    in 3.64s (3.64s including waiting). Image size: 308538792 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e58eef80430
    namespace: kserve-ci-e2e-test
    resourceVersion: "18606"
    uid: 6922b2eb-3f21-4f6a-b997-ba6472854110
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e58f20f666b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18607"
    uid: 9025e460-5918-44cf-8f28-06f121d64350
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e58f2865757
    namespace: kserve-ci-e2e-test
    resourceVersion: "18608"
    uid: 0c32ac31-ac52-4262-af98-7524ec0a0fbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:26Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:26Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e5a03e076fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18644"
    uid: 82a84055-3799-4495-81f7-29d66f361001
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:52Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 26.314s
    (26.314s including waiting). Image size: 2438910099 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:52Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e6024512634
    namespace: kserve-ci-e2e-test
    resourceVersion: "18843"
    uid: a575a27a-fafb-4a6c-87c6-3f0f2b6fd465
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:52Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e602a6e7242
    namespace: kserve-ci-e2e-test
    resourceVersion: "18846"
    uid: b52fdf6c-b7f4-4b66-802d-8238ed66e833
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:52Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e602b62878e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18847"
    uid: a936b983-2d40-4fc2-b6d3-a20b1446cc92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:52Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e602b6d2136
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: fe3ae249-aeb5-446f-a5d2-d4ccd159d179
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:52Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e6030e48a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: 1733c125-f1a8-47a3-a7ee-ac293d34d1dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:14:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:52Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e603233bf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 958ae599-29e0-4fd0-b842-332907fbbdcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:16:28Z"
  message: 'Readiness probe failed: Get "http://10.134.0.32:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e68f4b90b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 9e49b965-90d5-4d08-ac87-5fb8995ae284
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:16:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:27Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e763fc57817
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: e2fbfb55-c5aa-4cca-8fb2-cb0f583fa5e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:16:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:27Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e763fc6273a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19567"
    uid: 74b84b77-d380-4955-9a66-92566ccebab4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 512bbd8c-c5e4-41d2-8cdc-ebe2cfcb891a
  kind: Event
  lastTimestamp: "2026-09-17T18:16:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq.18d62e76ecb2352a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19587"
    uid: bfc2adc3-b9b5-4784-9712-4c2320211859
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18537"
    uid: 05d5a54e-d3ca-41cb-9ef1-af9a749e9b7c
  kind: Event
  lastTimestamp: "2026-09-17T18:14:17Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-t8rnq'
  metadata:
    creationTimestamp: "2026-09-17T18:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:17Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d62e57f1ccff3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: ac4835be-a0d8-4978-927d-6232662bc8e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18535"
    uid: 8e410e27-54c5-4889-bdb8-352b1c4e0c26
  kind: Event
  lastTimestamp: "2026-09-17T18:14:17Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62e57ee90870b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: 821182b3-feaa-4252-aff3-859522ac7ee9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18536"
    uid: b7f5bcb8-631e-4f62-af8d-7f126d04380f
  kind: Event
  lastTimestamp: "2026-09-17T18:15:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:32Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62e5b6d586714
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: a88d4c06-b7e2-49ff-8714-f83d7df996df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18536"
    uid: b7f5bcb8-631e-4f62-af8d-7f126d04380f
  kind: Event
  lastTimestamp: "2026-09-17T18:15:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:32Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62e5b6dc70449
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: 4b37eb61-cba6-4d9c-82ea-1aec53f4a125
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18698"
    uid: b7f5bcb8-631e-4f62-af8d-7f126d04380f
  kind: Event
  lastTimestamp: "2026-09-17T18:16:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62e65ebab34fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19460"
    uid: d613c03b-0e9f-4fea-82e3-f82ce55b7f6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18698"
    uid: b7f5bcb8-631e-4f62-af8d-7f126d04380f
  kind: Event
  lastTimestamp: "2026-09-17T18:16:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62e65ec28b284
    namespace: kserve-ci-e2e-test
    resourceVersion: "19461"
    uid: 97232b4e-ade1-46f9-98fa-a6e8a6ee1252
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: d5684bea-ad6b-4616-9f6d-815c5ac4bdd7
  kind: Event
  lastTimestamp: "2026-09-17T18:16:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:19Z"
    name: isvc-predictive-sklearn-v2.18d62e57eeb5fccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19491"
    uid: e7b3335b-eb49-4c37-a6e7-2cd3333a4932
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: d5684bea-ad6b-4616-9f6d-815c5ac4bdd7
  kind: Event
  lastTimestamp: "2026-09-17T18:14:17Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:17Z"
    name: isvc-predictive-sklearn-v2.18d62e57ef267aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: dac5e935-41d7-4276-a279-edbfd1d97749
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: d5684bea-ad6b-4616-9f6d-815c5ac4bdd7
  kind: Event
  lastTimestamp: "2026-09-17T18:14:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:17Z"
    name: isvc-predictive-sklearn-v2.18d62e57f5aec771
    namespace: kserve-ci-e2e-test
    resourceVersion: "18564"
    uid: b7f62ffb-a48e-4b7a-95bb-ef73df2ea891
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19489"
    uid: d5684bea-ad6b-4616-9f6d-815c5ac4bdd7
  kind: Event
  lastTimestamp: "2026-09-17T18:16:19Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:19Z"
    name: isvc-predictive-sklearn-v2.18d62e7451ab8803
    namespace: kserve-ci-e2e-test
    resourceVersion: "19490"
    uid: 8b012a0b-5d58-449f-b5b8-9593d5d0be9d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15458"
    uid: 3909f117-0d95-4488-84f8-704d7aa5a7e2
  kind: Event
  lastTimestamp: "2026-09-17T18:10:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:48Z"
    name: isvc-predictive-sklearn.18d62e0bc92302f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16509"
    uid: 798609bf-87cc-4ae4-943e-bebd9822bd08
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15458"
    uid: 3909f117-0d95-4488-84f8-704d7aa5a7e2
  kind: Event
  lastTimestamp: "2026-09-17T18:08:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:50Z"
    name: isvc-predictive-sklearn.18d62e0bc9ba3355
    namespace: kserve-ci-e2e-test
    resourceVersion: "15491"
    uid: 5ff86f98-c3e0-49e5-b528-484b5d704013
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: 3909f117-0d95-4488-84f8-704d7aa5a7e2
  kind: Event
  lastTimestamp: "2026-09-17T18:08:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:50Z"
    name: isvc-predictive-sklearn.18d62e0bcfdc5b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: eb29ea05-00c8-40bc-a928-059ce01c51cc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: 3909f117-0d95-4488-84f8-704d7aa5a7e2
  kind: Event
  lastTimestamp: "2026-09-17T18:10:48Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:48Z"
    name: isvc-predictive-sklearn.18d62e273f5f1a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16508"
    uid: e7c2e1c5-d6ff-4330-a2f8-89b300d1ac68
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:10:55.786730Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16611"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-69tqn
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:10:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:10:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e290dd1ba09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: 9c8a3dd5-c3fb-488a-ac60-c55ce0039a0c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:10:56Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:10:56Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e292fa69d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: b19f3552-b94d-4929-bf85-2092622e846c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:10:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:56Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e293104dd03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: a09f604e-8a36-4853-83d0-ecee260f0726
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:10:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:56Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e2933ede93f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 8c7424c2-d085-4fce-a52a-a854c48767b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:10:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:56Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e293453d7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16639"
    uid: 9f71666e-4bc8-40f9-9554-80530a4b844a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:11:00Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e2a3b234311
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: d9c15753-99ea-47ba-bf69-150f196196da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:11:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e2a3e6ece77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: fb17c528-bca9-40d9-91d2-0fdf6f52861e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:11:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e2a3ef2dd6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: 407cba7a-5684-4a96-a904-20e23a69ba1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:11:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e2a3efd32d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16685"
    uid: 0f360bdd-25d5-48fe-b5fe-e1c802933ed8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:11:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e2a42227b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: 8f40ef26-1006-44dc-9cda-b7a94ea0fa6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:11:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e2a42819cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: d6c04087-129b-4d3b-a96f-c9f5292d0df8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:12:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:37Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e2a77363f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: 2fe1c217-bb1c-4ab9-95f4-62bb89fd03c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:12:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e40740f3534
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 1e9451f7-c930-426d-8e2b-5d21c4722d7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:12:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e40740fc3fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: e04e336e-981b-4316-88a1-4282fc230001
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: d2a63b3e-8dcc-4f37-b975-2993574c9dd6
  kind: Event
  lastTimestamp: "2026-09-17T18:12:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:37Z"
    name: isvc-predictive-xgboost-predictor-695f978978-69tqn.18d62e40d1740778
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: 63b1646e-f664-421f-8776-1cf609833c83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 8375a2ff-b21f-4808-ac19-cab77d07ddc3
  kind: Event
  lastTimestamp: "2026-09-17T18:10:55Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-69tqn'
  metadata:
    creationTimestamp: "2026-09-17T18:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d62e290d612d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16613"
    uid: 763687c7-e468-4008-9653-9c09e43ec9be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: 0babae35-25ba-4f7c-a662-9b6b1bbd830c
  kind: Event
  lastTimestamp: "2026-09-17T18:10:55Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:55Z"
    name: isvc-predictive-xgboost-predictor.18d62e290aadf362
    namespace: kserve-ci-e2e-test
    resourceVersion: "16605"
    uid: d4f80393-303c-41db-9b1c-d71edb482a69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 3e525440-be2c-4df9-853f-6ab45d06e9d3
  kind: Event
  lastTimestamp: "2026-09-17T18:11:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:25Z"
    name: isvc-predictive-xgboost-predictor.18d62e2c89e4bece
    namespace: kserve-ci-e2e-test
    resourceVersion: "16880"
    uid: 8fe1b311-384d-42c5-b884-80c79f779817
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 3e525440-be2c-4df9-853f-6ab45d06e9d3
  kind: Event
  lastTimestamp: "2026-09-17T18:11:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:25Z"
    name: isvc-predictive-xgboost-predictor.18d62e2c8a67dd27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16881"
    uid: 88302cc6-7d1f-4118-8676-ebb60f5f343e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: 3e525440-be2c-4df9-853f-6ab45d06e9d3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:25Z"
    name: isvc-predictive-xgboost-predictor.18d62e3389640674
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: cf8fb725-f25d-4a68-ad6a-f82de158fb69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: 3e525440-be2c-4df9-853f-6ab45d06e9d3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:25Z"
    name: isvc-predictive-xgboost-predictor.18d62e3389e6693b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 790b8ca3-7fc3-4d63-b218-63e3eb3c2786
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:16:32.485556Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:16:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:16:32Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e7772a22b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: 0c0ff5d7-aea0-497d-aa4e-5f2c24df323f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19637"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:16:33Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:16:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e7795578e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "19645"
    uid: 74e4f203-6c7f-4d0a-b155-23b72a68ffcc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:16:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e7796c5f1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19647"
    uid: 9dd54401-874e-4b74-85df-fc39dcf98c99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:16:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e77993edb87
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: 92838b74-f1c9-45a2-a0ec-b08726ca9a05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:16:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e7799a46230
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: aeee5ec7-cad5-478d-b347-2840bd4ada8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:16:37Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e78a93eef5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: 870ac9ab-505c-42dd-869b-07184a86aea4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:16:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e78ac6f720b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 23cbd60d-752a-42ac-a1dc-3bae46123300
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:16:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e78acd86032
    namespace: kserve-ci-e2e-test
    resourceVersion: "19706"
    uid: 6f74e332-6324-4608-a819-dca120d7ec6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:16:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e78ace3fb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "19707"
    uid: 2b9984d7-bc23-4e63-9894-0f8103c98472
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:16:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e78afa139fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: 23a53697-a2cc-4232-8d40-99fb478d887f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:16:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e78b027933e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19711"
    uid: cca770f4-ccdc-4d7c-b7da-56de4fb19c03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:18:46Z"
  message: 'Readiness probe failed: Get "http://10.134.0.33:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e8183994e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: 7bea6a12-056f-4a88-b03c-4cd5f1ca5ce9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:18:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:22Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e9115157bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: 2e953dcc-7822-4ecb-83ef-0b4cbde7b17e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:18:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:22Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e9115167a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: cddc5f28-294b-4c99-bf09-b3ced0f20426
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:18:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:50Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e91cf8b4753
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 7875a993-3e3f-4a5e-9e90-481ded2b873d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 1eb569d7-9288-4e73-bc7e-de8b8180abcd
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd.18d62e99074b3d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 526dfb36-214f-4bbb-b42f-1d5c83b574cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19615"
    uid: ec5861d3-9f8e-473c-997b-9dc894328426
  kind: Event
  lastTimestamp: "2026-09-17T18:16:32Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-dkgrd'
  metadata:
    creationTimestamp: "2026-09-17T18:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:32Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d62e777242a90e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 93b6a49b-fe23-4380-a24d-3a8f8bd8f7e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19613"
    uid: 737ca1f5-1880-4427-84bf-7633bcf79583
  kind: Event
  lastTimestamp: "2026-09-17T18:16:32Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:32Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62e776dd87df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19617"
    uid: 1b1c4d93-8d1f-431b-a048-9d9c2270c8b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19614"
    uid: 4b744977-9c0c-47ea-98c5-4365a06ede3c
  kind: Event
  lastTimestamp: "2026-09-17T18:17:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:02Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62e7aec806e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19960"
    uid: 61e22cef-f216-4122-85ed-484008874f63
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19614"
    uid: 4b744977-9c0c-47ea-98c5-4365a06ede3c
  kind: Event
  lastTimestamp: "2026-09-17T18:17:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:02Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62e7aecec804b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19961"
    uid: f048de58-9f65-42b9-ab7f-6ecd075613ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19801"
    uid: 4b744977-9c0c-47ea-98c5-4365a06ede3c
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62e81eb198375
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: 38a2ba83-822a-4fad-93ae-7cc4b16af6f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19801"
    uid: 4b744977-9c0c-47ea-98c5-4365a06ede3c
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62e81eb857534
    namespace: kserve-ci-e2e-test
    resourceVersion: "20505"
    uid: 2c1a9bb6-3f89-4e87-aeeb-79d632e04976
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19606"
    uid: d6ba0227-f97a-4166-a625-7f121676b17f
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-predictive-xgboost-v2.18d62e776de693cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: d988ea58-f32d-4463-808c-1c403fd05ea7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19606"
    uid: d6ba0227-f97a-4166-a625-7f121676b17f
  kind: Event
  lastTimestamp: "2026-09-17T18:16:32Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:32Z"
    name: isvc-predictive-xgboost-v2.18d62e776e75dc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: 8c9e0887-1b8b-46ee-a195-c5cf3a428725
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: d6ba0227-f97a-4166-a625-7f121676b17f
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-predictive-xgboost-v2.18d62e8fd04d4118
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: 15537687-c5cf-488b-b2b8-1b8c222046ec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 5bfa3d7a-3e85-45ea-b675-fc8158e13f31
  kind: Event
  lastTimestamp: "2026-09-17T18:12:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:28Z"
    name: isvc-predictive-xgboost.18d62e290aaba3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17441"
    uid: a5302b6a-26de-4ccd-aef0-25662632e2cf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 5bfa3d7a-3e85-45ea-b675-fc8158e13f31
  kind: Event
  lastTimestamp: "2026-09-17T18:10:55Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:55Z"
    name: isvc-predictive-xgboost.18d62e290b185bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 5373ff00-bfa0-47b3-bc49-4b711e6d69d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17438"
    uid: 5bfa3d7a-3e85-45ea-b675-fc8158e13f31
  kind: Event
  lastTimestamp: "2026-09-17T18:12:28Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:28Z"
    name: isvc-predictive-xgboost.18d62e3e878ecc7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17439"
    uid: 844f7d32-bc1d-430e-be77-fe88b7a16bfa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:52:16.007201Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40205"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-bc87e7-predictor-565d888469-mkfsr
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:52:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:52:16Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d6306a867ac3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40209"
    uid: 1f1fc10b-b609-4bcd-918a-d222a3507f13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40214"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:52:16Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:52:16Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d6306aa88411a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40229"
    uid: ba1f65d5-972c-4c16-86a9-ead89a69d3f7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:52:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:16Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d6306aa9ee8b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: bb3d6c5b-9c7e-45b7-911a-16e267e88937
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:52:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:16Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d6306aacf8afc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40232"
    uid: 28a25c68-dc01-4fc7-805b-9b9dff9eb9db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:52:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:16Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d6306aad745d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "40233"
    uid: 9fe7cf7c-e8c8-47b6-8aed-4c3150dc4b67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:52:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:21Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d6306bb12800fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40265"
    uid: 97d7073f-e0f1-4e13-b0c4-8bab2d260582
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:52:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:21Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d6306bb45cce60
    namespace: kserve-ci-e2e-test
    resourceVersion: "40270"
    uid: 2b359d26-b62a-4dc8-b099-343fc8505e3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:52:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:21Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d6306bb4d80e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 55291cf6-fee7-4777-ba5e-6022ca48969f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:52:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:21Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d6306bb4e4026f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40274"
    uid: aa9dbed0-0b36-44e3-97de-d4e8e2d3c52e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:52:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:21Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d6306bb88c8260
    namespace: kserve-ci-e2e-test
    resourceVersion: "40276"
    uid: d9171408-7b5e-46d6-a7b1-0c1289687518
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:52:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:21Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d6306bb906aa68
    namespace: kserve-ci-e2e-test
    resourceVersion: "40277"
    uid: 3b554b38-fcef-415a-adbb-f1ebb1bb4705
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:54:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:20Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d6306bed3e71a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41222"
    uid: 14482367-0311-4e80-94d9-4477419fe6fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:54:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:19Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d63087375d525e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41206"
    uid: fbf22d15-a72d-477c-8c99-2b7455a637c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:54:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:19Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d63087375d6f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: 5ebc4bbf-4422-4540-8918-ceca0b1e406a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: a9b0df6e-ae3d-46c1-b890-b0df7edf5701
  kind: Event
  lastTimestamp: "2026-09-17T18:54:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:23Z"
    name: isvc-primary-bc87e7-predictor-565d888469-mkfsr.18d6308819a889ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "41241"
    uid: b32fba07-7432-4693-a914-d3dc12330ba8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-bc87e7-predictor-565d888469
    namespace: kserve-ci-e2e-test
    resourceVersion: "40195"
    uid: 77ab7bb7-c8f5-48bc-b63c-ad9152e58188
  kind: Event
  lastTimestamp: "2026-09-17T18:52:15Z"
  message: 'Created pod: isvc-primary-bc87e7-predictor-565d888469-mkfsr'
  metadata:
    creationTimestamp: "2026-09-17T18:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:15Z"
    name: isvc-primary-bc87e7-predictor-565d888469.18d6306a853ece16
    namespace: kserve-ci-e2e-test
    resourceVersion: "40207"
    uid: 54982d88-fc09-48ea-b0a3-e5571bcea991
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-bc87e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40193"
    uid: 8321059c-98c2-45ab-8605-6745783f6ccd
  kind: Event
  lastTimestamp: "2026-09-17T18:52:15Z"
  message: Scaled up replica set isvc-primary-bc87e7-predictor-565d888469 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:15Z"
    name: isvc-primary-bc87e7-predictor.18d6306a7f516eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40196"
    uid: 513af86a-82e6-4d93-b410-134902209b2c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-bc87e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40194"
    uid: 93784547-79ab-4280-a766-b855a8be92f9
  kind: Event
  lastTimestamp: "2026-09-17T18:53:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:00Z"
    name: isvc-primary-bc87e7-predictor.18d6306dfe1171d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40553"
    uid: 68a85f58-4271-41f2-93bb-6c9c18927e24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-bc87e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40194"
    uid: 93784547-79ab-4280-a766-b855a8be92f9
  kind: Event
  lastTimestamp: "2026-09-17T18:53:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:00Z"
    name: isvc-primary-bc87e7-predictor.18d6306dfe7fd173
    namespace: kserve-ci-e2e-test
    resourceVersion: "40554"
    uid: 97e0facf-a8a4-4ec9-b37f-7697fcb0c198
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-bc87e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40344"
    uid: 93784547-79ab-4280-a766-b855a8be92f9
  kind: Event
  lastTimestamp: "2026-09-17T18:54:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:01Z"
    name: isvc-primary-bc87e7-predictor.18d630717e722288
    namespace: kserve-ci-e2e-test
    resourceVersion: "40991"
    uid: ee0b974f-4a73-4c5e-bb2a-e4cba094dcd4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-bc87e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40344"
    uid: 93784547-79ab-4280-a766-b855a8be92f9
  kind: Event
  lastTimestamp: "2026-09-17T18:54:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:01Z"
    name: isvc-primary-bc87e7-predictor.18d630717ef4bdd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40993"
    uid: 8de04866-84a0-405a-bdcc-6fa6906c81e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-bc87e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40184"
    uid: b96ad911-5edc-4563-8811-1a0ed3b97da2
  kind: Event
  lastTimestamp: "2026-09-17T18:53:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:53:40Z"
    name: isvc-primary-bc87e7.18d6306a7f4d31d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40842"
    uid: ed40c170-6fd1-4c2b-9b06-81b5869c16f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-bc87e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40184"
    uid: b96ad911-5edc-4563-8811-1a0ed3b97da2
  kind: Event
  lastTimestamp: "2026-09-17T18:52:16Z"
  message: 'Failed to update status for InferenceService "isvc-primary-bc87e7": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-bc87e7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:52:16Z"
    name: isvc-primary-bc87e7.18d6306a7fa42036
    namespace: kserve-ci-e2e-test
    resourceVersion: "40215"
    uid: 3d2c917c-b7b3-4cc9-b843-eae1b1c2624a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-bc87e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40184"
    uid: b96ad911-5edc-4563-8811-1a0ed3b97da2
  kind: Event
  lastTimestamp: "2026-09-17T18:52:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-bc87e7": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:52:16Z"
    name: isvc-primary-bc87e7.18d6306a7fa46432
    namespace: kserve-ci-e2e-test
    resourceVersion: "40218"
    uid: 762f72fa-5f10-4bb7-aa14-92d5662400d0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-bc87e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: b96ad911-5edc-4563-8811-1a0ed3b97da2
  kind: Event
  lastTimestamp: "2026-09-17T18:53:40Z"
  message: InferenceService [isvc-primary-bc87e7] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:53:40Z"
    name: isvc-primary-bc87e7.18d6307e3038c039
    namespace: kserve-ci-e2e-test
    resourceVersion: "40841"
    uid: 543d4bc6-e3dc-41f8-8827-e931feecf9c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:54:01.201405Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41014"
    uid: db982b76-c378-4a17-9fbf-f9a8d36160bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:54:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:54:01Z"
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8.18d63083048ae958
    namespace: kserve-ci-e2e-test
    resourceVersion: "41018"
    uid: 1c510d33-1149-4944-b01c-4959f9f03b5d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41016"
    uid: db982b76-c378-4a17-9fbf-f9a8d36160bb
  kind: Event
  lastTimestamp: "2026-09-17T18:54:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-bc87e7-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:01Z"
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8.18d63083155063aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "41033"
    uid: c9119434-61af-4fde-bf1a-80ed6888ba20
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41025"
    uid: db982b76-c378-4a17-9fbf-f9a8d36160bb
  kind: Event
  lastTimestamp: "2026-09-17T18:54:02Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:54:02Z"
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8.18d630834aae07b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41042"
    uid: eeed3151-6b72-4e36-a665-c838edb56e46
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41016"
    uid: db982b76-c378-4a17-9fbf-f9a8d36160bb
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8.18d630834c12869b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41084"
    uid: b24ecd1e-6918-4c90-8902-c80aaafcbb37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41016"
    uid: db982b76-c378-4a17-9fbf-f9a8d36160bb
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8.18d630834f0b6829
    namespace: kserve-ci-e2e-test
    resourceVersion: "41088"
    uid: ecdaf1e3-9d66-4ead-8249-0781c2bb421c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41016"
    uid: db982b76-c378-4a17-9fbf-f9a8d36160bb
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8.18d630834f819f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41089"
    uid: dd18b6fa-deac-4d9a-b689-a2f16de98fcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41016"
    uid: db982b76-c378-4a17-9fbf-f9a8d36160bb
  kind: Event
  lastTimestamp: "2026-09-17T18:54:13Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8_kserve-ci-e2e-test(db982b76-c378-4a17-9fbf-f9a8d36160bb)
  metadata:
    creationTimestamp: "2026-09-17T18:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:13Z"
    name: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8.18d63085e3afe1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41128"
    uid: 5f8b3847-326a-4be6-b786-76cc1a98437d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-bc87e7-predictor-5c66fb9558
    namespace: kserve-ci-e2e-test
    resourceVersion: "41005"
    uid: 01755627-7f44-40e3-9516-d0951ecbe32a
  kind: Event
  lastTimestamp: "2026-09-17T18:54:01Z"
  message: 'Created pod: isvc-secondary-bc87e7-predictor-5c66fb9558-j7lx8'
  metadata:
    creationTimestamp: "2026-09-17T18:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:01Z"
    name: isvc-secondary-bc87e7-predictor-5c66fb9558.18d6308303fe6a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41015"
    uid: 4212de15-2573-457c-9407-30962f39497f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-bc87e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41003"
    uid: 7bc41664-5419-44a3-98e8-c0bb6cf87785
  kind: Event
  lastTimestamp: "2026-09-17T18:54:01Z"
  message: Scaled up replica set isvc-secondary-bc87e7-predictor-5c66fb9558 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:01Z"
    name: isvc-secondary-bc87e7-predictor.18d63082ff430094
    namespace: kserve-ci-e2e-test
    resourceVersion: "41006"
    uid: 7aebd670-9d23-422c-83d6-cf8552a2e1ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-bc87e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41004"
    uid: af246e96-4108-4c7f-acdf-7f04e1398d12
  kind: Event
  lastTimestamp: "2026-09-17T18:54:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:16Z"
    name: isvc-secondary-bc87e7-predictor.18d630867df24aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41151"
    uid: 7ec1021b-7c24-4a82-97ce-8fa43363f552
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-bc87e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41004"
    uid: af246e96-4108-4c7f-acdf-7f04e1398d12
  kind: Event
  lastTimestamp: "2026-09-17T18:54:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:16Z"
    name: isvc-secondary-bc87e7-predictor.18d630867e64ea0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 643ad471-193d-4734-8b79-1353310d5b06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-bc87e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40996"
    uid: 3ad278c2-398b-47a5-9e6b-8ddc7159a4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:54:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:13Z"
    name: isvc-secondary-bc87e7.18d63082ff4ec7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41132"
    uid: cabe967e-4f23-4613-bfd3-b46d7fec452a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-bc87e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40996"
    uid: 3ad278c2-398b-47a5-9e6b-8ddc7159a4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:54:01Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-bc87e7":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-bc87e7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:01Z"
    name: isvc-secondary-bc87e7.18d63082ffd4aa97
    namespace: kserve-ci-e2e-test
    resourceVersion: "41024"
    uid: a5578621-ba1e-4fd4-b2ad-9c76231386d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-bc87e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40996"
    uid: 3ad278c2-398b-47a5-9e6b-8ddc7159a4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:54:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-bc87e7": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:01Z"
    name: isvc-secondary-bc87e7.18d63082ffd4da73
    namespace: kserve-ci-e2e-test
    resourceVersion: "41026"
    uid: a5aaadd3-40df-4cac-9992-000c97ff5f24
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:10:35.204357Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16351"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e244303a020
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: c2fe60ce-18cd-4516-8d02-eaa24853ec1e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e2464ed3071
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: dd720f0b-23c1-4ac5-b8bc-e6c4c2e11d8f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e24666059d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16375"
    uid: 26b3e0e1-b7c0-4677-8bfd-403b387300b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e24696611ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16377"
    uid: d85b211f-6915-4f09-b1ed-e9883e4fa57b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e2469c6bfe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 6bc7eda1-efb7-4b64-adac-d19e23bf5b50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e258bd0367e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: aa2e9180-c7a1-4f55-b955-3fb0a2d5373b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e258eb67e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16426"
    uid: 8e26be3e-0f42-4a98-93d5-e275aefbeb06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e258f1ad062
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: 2086ac3f-790c-4e50-8359-901fc24a6a10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e258f252267
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: 197a14b8-d32a-4165-9beb-474570acfd83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e25921301e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 685e756e-e12a-4ac3-9542-7bcbda5bf7f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e2592794dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: 0577ff95-68f0-4796-a79e-f007a4ebabdf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:4e7ded23a7086e8e0da66cca876fe26538e5d068591452860f28aa920a1e2c50"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e2592831371
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 8c2ea058-5c58-4adf-be41-6430127a9f02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e2595b681c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: 801c0486-b44f-43fa-90af-811459ff88aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T18:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e259618bc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 030dfb58-fbcd-4a12-b571-0c69bcd3f252
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:12:18Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:18Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e25c7fad284
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: 8507425a-80fd-4bbc-a7cb-9925944dbd64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:12:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:18Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e2603c9fb42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 7b3856f1-3c09-48f4-b4e3-a52a786a98a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:12:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:10Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e3a630076df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17231"
    uid: a7e334e4-2d26-4599-843a-6882518f7661
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:12:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:10Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e3a6301900f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 4b5d4107-30f3-4a02-af8b-386510bf238f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:12:10Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T18:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:10Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e3a63019054
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: 3114755b-2ae7-47ba-9170-92d124edd08c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b6954b75-e35c-4285-afed-c17bf2b4793a
  kind: Event
  lastTimestamp: "2026-09-17T18:12:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:28Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm.18d62e3b3424ba9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: 252d29ba-000b-4767-8ee0-cad075a43e71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-57486b694b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: ab82f4c6-1ef5-4d55-b6b7-2cd8890b38d7
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-57486b694b-hdrqm'
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-batcher-custom-predictor-57486b694b.18d62e24426307c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 055fa86d-d66a-47d0-95a4-7e4ccfaaa3ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: b0b9339b-6c2c-48f1-9d70-ac5f385b71d2
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-57486b694b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62e243d331a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: ee64e7fd-4442-4162-a404-e7076bded0cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: 438ad464-42e0-4978-ade4-6b2ae40a4821
  kind: Event
  lastTimestamp: "2026-09-17T18:11:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:20Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62e27bc81da1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: cb17a418-4b5a-4f7d-890c-bdfbf35cbdc1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: 438ad464-42e0-4978-ade4-6b2ae40a4821
  kind: Event
  lastTimestamp: "2026-09-17T18:11:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:20Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62e27bcef6e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 8e084a9e-0d6a-4c48-a51c-6961c541199c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: 438ad464-42e0-4978-ade4-6b2ae40a4821
  kind: Event
  lastTimestamp: "2026-09-17T18:12:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:05Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62e2b3bd46206
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: 9317e590-72fa-48b9-94f8-9ae7e1b2285b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: 438ad464-42e0-4978-ade4-6b2ae40a4821
  kind: Event
  lastTimestamp: "2026-09-17T18:12:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:05Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62e2b3c4470db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17176"
    uid: 7fbf9a71-03d2-4faa-9e8b-eb82982542af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16324"
    uid: a54308e4-6691-45af-bd7c-6bf319077928
  kind: Event
  lastTimestamp: "2026-09-17T18:11:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:11:58Z"
    name: isvc-sklearn-batcher-custom.18d62e243d53a6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17138"
    uid: 4fd09b0b-7b10-43b3-8e38-a5b5d834aa85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16324"
    uid: a54308e4-6691-45af-bd7c-6bf319077928
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-batcher-custom.18d62e2440b08768
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: cda4ac75-548c-4787-8056-5ea029a81f61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16324"
    uid: a54308e4-6691-45af-bd7c-6bf319077928
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-batcher-custom.18d62e2440b0e1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 929d67de-0686-45f1-88e1-7c489039d4fc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: a54308e4-6691-45af-bd7c-6bf319077928
  kind: Event
  lastTimestamp: "2026-09-17T18:11:58Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:11:58Z"
    name: isvc-sklearn-batcher-custom.18d62e37bc028743
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: b4987bee-c6d3-4969-9ab4-13ea7606ec51
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:08:40.184410Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:08:40Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e097b4a86ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15291"
    uid: 5352030c-7683-42eb-9af2-3aa6d0565ebf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:08:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:40Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e0986ad66a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: 15e799e1-3acc-4af9-bf3d-3745823a8acc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:08:41Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:08:41Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e09c1846d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 4192bdbd-955d-4adb-a12f-842df53e7fa3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:08:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:41Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e09c3478769
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: 01223dca-4d62-4d73-8526-29f5f71e7992
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:08:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:41Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e09c7192be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 5fcbbcad-7f9c-4e98-9184-693696a70bcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:08:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:41Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e09c7927cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: f7c400b7-ea3f-4707-b8cc-787d6c0aca8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:08:46Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
  metadata:
    creationTimestamp: "2026-09-17T18:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:46Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e0adb18b55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15417"
    uid: 35d84683-a270-4aa4-9174-da9a80e02fd6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:09:00Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    in 14.121s (14.121s including waiting). Image size: 1583073169 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:00Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e0e24ca72b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: f29c03c1-5130-41e7-9e87-9444c29917e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:09:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:00Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e0e289119aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: 0c4b84c4-df6d-49b1-9b96-e3abb2d098bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:09:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:00Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e0e29028c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: 25e3c5df-beeb-4573-87fc-279773f8d7a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:09:00Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T18:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:00Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e0e290ef7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: 303fac35-d064-4fec-88a5-2de8a93773bf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:09:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 12.787s (12.787s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:13Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e1123406658
    namespace: kserve-ci-e2e-test
    resourceVersion: "15679"
    uid: df2728f5-9680-4c90-a589-6dd17a1c3db5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:09:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:22Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e1361f9f92b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15750"
    uid: 425668bf-6388-4ddf-899d-2b009b16359f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:09:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:22Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e1362d62af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15752"
    uid: 93e8d7c2-f769-45b5-b15b-681ed23a3e4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:09:22Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:4e7ded23a7086e8e0da66cca876fe26538e5d068591452860f28aa920a1e2c50"
  metadata:
    creationTimestamp: "2026-09-17T18:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:22Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e1362e3fe1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: 33ff2089-76ac-4621-a2b0-d19ef5762d1e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:09:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:4e7ded23a7086e8e0da66cca876fe26538e5d068591452860f28aa920a1e2c50"
    in 2.836s (2.836s including waiting). Image size: 240300108 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:25Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e140bf6477d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: 22ab041c-dc5d-490e-973c-8dc628d04de6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:09:25Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T18:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:25Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e14100112cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: 0702a5f0-af3d-4038-a4d2-3cc738dc6250
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:09:25Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T18:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:25Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e141061a4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: 5fd30556-7792-4569-a9ff-13284a1a85b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:10:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:49Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e143bfcb628
    namespace: kserve-ci-e2e-test
    resourceVersion: "16520"
    uid: 90b2694c-5811-493b-a103-2f88987eeec5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:10:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:49Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e1477d59eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 54b8f768-5115-48da-9067-c7de74364bca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e243a4167fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16326"
    uid: 5c0f1ffe-02f1-46d8-9ef7-cd466a4cf573
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e243a41ddfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16327"
    uid: c94a9b56-06d9-4c18-983b-7b996be82c43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:10:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:35Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e243a4250e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: 699a7d52-15f1-412d-94d9-fa28807eba36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: bca147b6-65cd-438f-ac11-75198d787ad7
  kind: Event
  lastTimestamp: "2026-09-17T18:10:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:47Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84-lll6f.18d62e24c41f6ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16488"
    uid: 8d3f3044-e789-4db3-9e30-1c22a04bd48e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-69f554dc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: 686456a0-baf5-4d69-992d-708dafe28325
  kind: Event
  lastTimestamp: "2026-09-17T18:08:40Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-69f554dc84-lll6f'
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:40Z"
    name: isvc-sklearn-batcher-predictor-69f554dc84.18d62e0979ed5b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "15288"
    uid: f5b6f137-3161-473e-8adc-6746924d47e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15272"
    uid: 10a83163-160c-4dc4-836a-c87ace8d36e2
  kind: Event
  lastTimestamp: "2026-09-17T18:08:39Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-69f554dc84 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:40Z"
    name: isvc-sklearn-batcher-predictor.18d62e097043fbbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15274"
    uid: 20dbcdb1-3990-4e5e-87de-bdf5def465e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 758cf967-0887-4142-8c12-2b7423f71339
  kind: Event
  lastTimestamp: "2026-09-17T18:09:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:55Z"
    name: isvc-sklearn-batcher-predictor.18d62e0cf63b6c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: cab1f813-2215-4fa8-93eb-aa88ec026d1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 758cf967-0887-4142-8c12-2b7423f71339
  kind: Event
  lastTimestamp: "2026-09-17T18:09:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:55Z"
    name: isvc-sklearn-batcher-predictor.18d62e0cf6cb7f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: f070e2f6-7846-4c5b-b915-29ea17b48761
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 758cf967-0887-4142-8c12-2b7423f71339
  kind: Event
  lastTimestamp: "2026-09-17T18:10:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:25Z"
    name: isvc-sklearn-batcher-predictor.18d62e1e73c0caf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: a859941d-f1c1-40a8-88c7-c70b36e4d7a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 758cf967-0887-4142-8c12-2b7423f71339
  kind: Event
  lastTimestamp: "2026-09-17T18:10:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:25Z"
    name: isvc-sklearn-batcher-predictor.18d62e1e7437ed2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 6a5dc26c-e8e4-4807-9db1-c8d5c56ddb01
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: 8d9087d0-a51b-47b2-a032-9c6696dc1d56
  kind: Event
  lastTimestamp: "2026-09-17T18:10:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:29Z"
    name: isvc-sklearn-batcher.18d62e0976ff8da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: 0c0614fc-2285-4449-90b8-6ecbbb997d3b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: 8d9087d0-a51b-47b2-a032-9c6696dc1d56
  kind: Event
  lastTimestamp: "2026-09-17T18:08:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:40Z"
    name: isvc-sklearn-batcher.18d62e0977af5833
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: 06479757-5138-441c-b549-44e7ca916a0a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: 8d9087d0-a51b-47b2-a032-9c6696dc1d56
  kind: Event
  lastTimestamp: "2026-09-17T18:08:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:40Z"
    name: isvc-sklearn-batcher.18d62e0977afbad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: b7579272-940f-48eb-a78c-91ccb9b10ee4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 8d9087d0-a51b-47b2-a032-9c6696dc1d56
  kind: Event
  lastTimestamp: "2026-09-17T18:10:29Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:29Z"
    name: isvc-sklearn-batcher.18d62e22eff38eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: 030787b8-2979-4013-bc98-228960bd4ea2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:43:34.646526Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35322"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:43:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:43:34Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff122f632eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35327"
    uid: 13732fdf-29b5-4365-92c4-518589e5ca04
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35331"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:35Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:43:35Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff144f3bd50
    namespace: kserve-ci-e2e-test
    resourceVersion: "35342"
    uid: 59666532-fe0b-40a8-a28f-4bacf7e0012f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:35Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff146501a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: b6661c75-5209-4314-9da7-c2fb01cd3f78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:35Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff148f914c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35347"
    uid: a7ff8817-f962-4269-8f20-3fb77e52d6b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:35Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff1496a8501
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: 374ebb85-551c-4835-b7f3-93371f4ee1a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:40Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff26d07e168
    namespace: kserve-ci-e2e-test
    resourceVersion: "35391"
    uid: 114d69a2-8c30-4041-a039-12dc0c292295
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:40Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff27067637e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35395"
    uid: a2ae5961-c68d-46ff-ae1d-a59a1502b6e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:40Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff270ec951a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35396"
    uid: 8f4359b0-f531-4219-90c1-987a9202843c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:40Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:40Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff270f8bd09
    namespace: kserve-ci-e2e-test
    resourceVersion: "35397"
    uid: e97b060b-fd4e-4f5a-830a-d42758706502
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.811s (2.811s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:43Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff3188e7dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35418"
    uid: 369baf97-52f9-4724-a4e4-db6ba6db3e35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:43Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-17T18:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:43Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff31bed5ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 052fe3c9-240c-4aff-a609-e1023156becc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:43Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T18:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:43Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff31c5cf082
    namespace: kserve-ci-e2e-test
    resourceVersion: "35420"
    uid: 706025da-7b3a-4f6c-bf21-f1ad34774ef1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:43Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff31c679fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35421"
    uid: 20f54e48-93ad-48f0-b59d-f5382b6648b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:43Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff31f6fb9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35422"
    uid: 37e4d7da-673a-42d8-9a70-87e5c147f110
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:43Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff31fe50f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35423"
    uid: 2c792ca0-e01d-402b-9b0b-5497756d1bf6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:45:20Z"
  message: 'Readiness probe failed: Get "http://10.132.0.58:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.58:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:20Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ff96bb41212
    namespace: kserve-ci-e2e-test
    resourceVersion: "36399"
    uid: d37e9ff6-f951-4bc0-9097-fa7a473a649b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:44:14Z"
  message: 'Liveness probe failed: Get "http://10.132.0.58:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.58:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:14Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d62ffa85f99697
    namespace: kserve-ci-e2e-test
    resourceVersion: "35653"
    uid: 202eddad-61d3-4f43-ac3c-fe1da863d164
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:44:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:54Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d63003c4a6d115
    namespace: kserve-ci-e2e-test
    resourceVersion: "35969"
    uid: d028a3d2-2440-487a-b14c-65c4c106f30e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:44:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:54Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d63003c4a75792
    namespace: kserve-ci-e2e-test
    resourceVersion: "35971"
    uid: 716b6316-6f78-47d7-9921-dac5cf2bc5db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:44:54Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T18:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:54Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d63003c4a757ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35970"
    uid: 5ce64701-940a-48f1-b3df-93c06a4b12a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 2b610b3c-ed3d-4b54-99b5-972b18d1beab
  kind: Event
  lastTimestamp: "2026-09-17T18:45:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:25Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9.18d63003e58e2f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "36436"
    uid: 53d90d0d-cc26-473f-8833-d9ca7c2257a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5cb98679d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35312"
    uid: f39bdaed-a921-4a94-90c6-d4d4675506eb
  kind: Event
  lastTimestamp: "2026-09-17T18:43:34Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5cb98679d4-6kzt9'
  metadata:
    creationTimestamp: "2026-09-17T18:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:34Z"
    name: isvc-sklearn-mcp-predictor-5cb98679d4.18d62ff12278ebf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: 60dee19c-ed1b-4b9e-b0d3-9b7ecb8181ab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 21e5a1d9-bac1-4ce9-b272-a5c584a358bc
  kind: Event
  lastTimestamp: "2026-09-17T18:43:34Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5cb98679d4 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:34Z"
    name: isvc-sklearn-mcp-predictor.18d62ff11f705c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "35315"
    uid: 748173a4-3c01-40a0-a1fc-4c7ceb9113db
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35304"
    uid: 0236d793-2189-4e80-a40e-ad1f36a79aab
  kind: Event
  lastTimestamp: "2026-09-17T18:44:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:50Z"
    name: isvc-sklearn-mcp.18d62ff11ef96758
    namespace: kserve-ci-e2e-test
    resourceVersion: "35921"
    uid: 7514f25f-e421-4781-beff-2d6b27f61ac9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35304"
    uid: 0236d793-2189-4e80-a40e-ad1f36a79aab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:34Z"
    name: isvc-sklearn-mcp.18d62ff11f62c3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: efbb8e44-1f98-42ac-b031-966699b8aa69
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35306"
    uid: 0236d793-2189-4e80-a40e-ad1f36a79aab
  kind: Event
  lastTimestamp: "2026-09-17T18:43:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:34Z"
    name: isvc-sklearn-mcp.18d62ff12601b049
    namespace: kserve-ci-e2e-test
    resourceVersion: "35334"
    uid: 65c9a6ba-d834-4dd9-bc10-7f6384e97176
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35918"
    uid: 0236d793-2189-4e80-a40e-ad1f36a79aab
  kind: Event
  lastTimestamp: "2026-09-17T18:44:50Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:50Z"
    name: isvc-sklearn-mcp.18d63002c0f5f1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35920"
    uid: cae9faa6-6638-432f-b82b-642072631735
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:20:37.122693Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21734"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7789f6859b-vlnc7
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62eb068248d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21740"
    uid: e2826495-60f5-4b91-aaa4-b77f2d1534a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21744"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:20:37Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62eb08a11d9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: 335ce7bd-4267-40d5-966b-bc1f7169fc00
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:20:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62eb08b77ab3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21777"
    uid: 92c6c2ee-b95a-4849-801c-1451cb383d6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:20:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62eb08e2f40c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: ff733fcb-b4f0-4882-a1b3-91e09edaef4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:20:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62eb08e9de3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21779"
    uid: da78b2a1-33ec-453b-8dd7-07cb15a1922c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:20:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:42Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62eb1b126c6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21843"
    uid: 0065a413-9964-4f66-a699-8e7980b3379f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:20:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:42Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62eb1b4300cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: 1dde4182-294a-4cd9-9912-e0bcadd78874
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:20:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:42Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62eb1b4a1abfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21849"
    uid: 4358cfe4-74f2-47d6-8056-ac191dcebbe2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:20:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:42Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62eb1b4ab842e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: 1b08fccd-f098-4ca2-9fea-dbf3035a1d9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:20:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:42Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62eb1b787ab15
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: 28de2171-3a88-451a-adf6-7e11bcdb9428
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:20:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:42Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62eb1b7f85414
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: d8439915-8f43-4586-a696-5f1b6329ae20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:22:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:10Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62eb1ed2974ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22549"
    uid: 16401280-d0f2-4a9e-a2fd-bd0137a2c5b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:22:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:07Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62ec561801def
    namespace: kserve-ci-e2e-test
    resourceVersion: "22519"
    uid: 8501136b-9653-4e72-850d-e21917056a32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:22:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:07Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62ec56180b975
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: 80eb61dc-f268-410a-83f3-fec2516f83bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7789f6859b-vlnc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: b763e037-7a24-4a47-bba5-b1c731365c64
  kind: Event
  lastTimestamp: "2026-09-17T18:22:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:09Z"
    name: isvc-sklearn-predictor-7789f6859b-vlnc7.18d62ec5f3653b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "22538"
    uid: d674d688-a4a9-4a8c-a91b-d59357d7671e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7789f6859b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 92b23242-5f15-4bfe-afcd-0699577588f6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:37Z"
  message: 'Created pod: isvc-sklearn-predictor-7789f6859b-vlnc7'
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-sklearn-predictor-7789f6859b.18d62eb067691457
    namespace: kserve-ci-e2e-test
    resourceVersion: "21737"
    uid: ae3275d2-c116-4fa7-8418-11c819633d12
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21723"
    uid: c635455e-f8f5-4078-87bd-dc8f95bb7bf2
  kind: Event
  lastTimestamp: "2026-09-17T18:20:37Z"
  message: Scaled up replica set isvc-sklearn-predictor-7789f6859b from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-sklearn-predictor.18d62eb064501eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: 4e26519d-967d-47e2-bab3-78311ac660ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21724"
    uid: d5403d3c-8c95-49ca-a893-496705b3265e
  kind: Event
  lastTimestamp: "2026-09-17T18:21:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:22Z"
    name: isvc-sklearn-predictor.18d62eb3e2ce969e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22173"
    uid: 3546380f-bf27-47f5-ab83-03cafd403870
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21724"
    uid: d5403d3c-8c95-49ca-a893-496705b3265e
  kind: Event
  lastTimestamp: "2026-09-17T18:21:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:22Z"
    name: isvc-sklearn-predictor.18d62eb3e337bec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: da553fd9-5591-4a11-b447-8b6aa76bc1d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21944"
    uid: d5403d3c-8c95-49ca-a893-496705b3265e
  kind: Event
  lastTimestamp: "2026-09-17T18:22:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:07Z"
    name: isvc-sklearn-predictor.18d62ebe60beb86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22512"
    uid: f14754ad-0641-4d58-9f6b-a6ef27938f34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21944"
    uid: d5403d3c-8c95-49ca-a893-496705b3265e
  kind: Event
  lastTimestamp: "2026-09-17T18:22:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:07Z"
    name: isvc-sklearn-predictor.18d62ebe6131de32
    namespace: kserve-ci-e2e-test
    resourceVersion: "22515"
    uid: f45844cf-d31f-4859-bc24-c849ca0f5207
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:25:17.726049Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24173"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:25:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:25:17Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef1bd6833cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24179"
    uid: 630e9b08-0ec5-47c2-ad19-4e198c82f077
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:17Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef1c5de330b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24189"
    uid: e6201214-aead-4bbc-827b-cb7d9ec716c0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24183"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:18Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:25:18Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef20378757e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24199"
    uid: 0713ce14-29ce-4499-8274-f1b9bf9d79a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:18Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef204d64558
    namespace: kserve-ci-e2e-test
    resourceVersion: "24201"
    uid: f73d560c-da6e-4ac3-8ba7-2505f663c6cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:18Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef207ae9d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: 401d69d6-9d33-4daa-815f-a4d91d9ead61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:18Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef20813f1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 70fc910a-c9c6-49a1-aeaa-b54ed68e9dfe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:26Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef3ab0866a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: 7f773f66-4007-4e54-b2f8-b26cb280e6d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:26Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef3adc3cf58
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: bde702b9-13db-49ba-b295-f9d46506efe2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:26Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef3ae24fb0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 1154f6c2-8a36-4f6a-a1ac-1c82c4b45221
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:26Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef3ae2e1951
    namespace: kserve-ci-e2e-test
    resourceVersion: "24284"
    uid: 9f23a009-7eb1-4cac-92a7-455613b98ce4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:26Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef3b1099fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: d6350890-755a-4d36-a407-9dbaf0e0de22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:26Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef3b17270ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24287"
    uid: a9ceed97-c27d-48ef-b166-fa7cf8bc2f06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:34Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef4230e5b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: 40025caa-d241-4958-a682-db3ead92663f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:50Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef94cf1b39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24561"
    uid: 13fd5abd-1569-4535-a322-7b5ed8a7f9fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6de1b1b0-cce2-49c7-b2e6-aedcdcbfc116
  kind: Event
  lastTimestamp: "2026-09-17T18:25:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:50Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw.18d62ef94cf236d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24562"
    uid: 65f79076-7df1-4c21-a923-379b873074df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-577d78f5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: ffcc48b7-4486-4cab-a842-b424234bede5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:17Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-577d78f5bd-77cjw'
  metadata:
    creationTimestamp: "2026-09-17T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:17Z"
    name: isvc-sklearn-runtime-predictor-577d78f5bd.18d62ef1bcd86c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 3d2c8a00-a0f0-48ea-952a-2eee24a319d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24162"
    uid: eff01792-3dd3-48f3-8c13-5f54f430c697
  kind: Event
  lastTimestamp: "2026-09-17T18:25:17Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-577d78f5bd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:17Z"
    name: isvc-sklearn-runtime-predictor.18d62ef1b9f86b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "24167"
    uid: bc77c815-81e0-42e9-b168-fbac97e5021d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: 28300d1f-2f61-467a-82c7-fb7c386a0f0d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:47Z"
    name: isvc-sklearn-runtime-predictor.18d62ef5383eb6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24522"
    uid: adc5fc6a-8aea-4775-a797-a2cb206abb6d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: 28300d1f-2f61-467a-82c7-fb7c386a0f0d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:47Z"
    name: isvc-sklearn-runtime-predictor.18d62ef538a996b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24523"
    uid: d17c6dea-7f8f-48a4-bce7-36752c2b6499
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24154"
    uid: f67a8b1e-53df-44b5-81d6-8d39da9bb081
  kind: Event
  lastTimestamp: "2026-09-17T18:25:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:44Z"
    name: isvc-sklearn-runtime.18d62ef1b9c70093
    namespace: kserve-ci-e2e-test
    resourceVersion: "24465"
    uid: 8f1eb4ea-61a4-4b62-b55e-a0e52f2cf074
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24154"
    uid: f67a8b1e-53df-44b5-81d6-8d39da9bb081
  kind: Event
  lastTimestamp: "2026-09-17T18:25:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:17Z"
    name: isvc-sklearn-runtime.18d62ef1ba2720be
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 4accbb58-a7e9-4c85-92b3-1080b4648dcb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24443"
    uid: f67a8b1e-53df-44b5-81d6-8d39da9bb081
  kind: Event
  lastTimestamp: "2026-09-17T18:25:44Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:44Z"
    name: isvc-sklearn-runtime.18d62ef7e22d0823
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: f551e8cf-4178-4540-af79-f1ce1c69d652
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:41:55.170445Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34246"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-8b7476b77-skpn5
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:41:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:41:55Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62fd9f9b9beb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34252"
    uid: 81522f03-c0bf-4869-855f-247bbf8cdd9d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34256"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:41:55Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:41:55Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62fda1c0a7b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "34265"
    uid: d0b6c383-a38a-44ba-b592-8167b5e6cddc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:41:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:55Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62fda1d6b246b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: b5ae6345-0d87-447a-a3e6-9396f0c5e7c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:41:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:55Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62fda219aa3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34269"
    uid: 0d91c2a7-8377-4b6f-a67e-6e6295eed275
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:41:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:55Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62fda2213ba2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: 7ca071a8-e18c-4f46-b1d8-a35332066fa9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:41:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:58Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62fdaa92106f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34291"
    uid: 04b093c6-6e3e-44f9-a38f-2dcf4617e119
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:41:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:58Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62fdaacf985fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34295"
    uid: abfe9757-b2d5-4ecb-95b7-70f3672e3b4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:41:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:58Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62fdaad715660
    namespace: kserve-ci-e2e-test
    resourceVersion: "34296"
    uid: b1b526a5-dfc7-4f74-9709-4e9495b51552
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:41:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:58Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62fdaad7d0924
    namespace: kserve-ci-e2e-test
    resourceVersion: "34297"
    uid: d508e8fe-0b74-4342-a673-334d296f225d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:41:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:58Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62fdab066e206
    namespace: kserve-ci-e2e-test
    resourceVersion: "34299"
    uid: 4f02c40b-d42e-4a55-9a64-3081ef1356d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:41:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:58Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62fdab0e2d1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34300"
    uid: 28a628d6-fe92-477d-ac6d-2321639dd7d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62fdb2112025f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35197"
    uid: ec6da267-0c39-4700-b5df-e9661c9fc3d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:43:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:25Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62feef28a30ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35137"
    uid: 63adeebf-dbf1-445d-83e1-f60a3ae5df16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:43:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:25Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62feef28abeff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 27325522-9cbc-4c07-a9dc-dcf50fb30760
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 19eb4850-b062-413d-baa6-877d343bcebe
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-sklearn-s3-predictor-8b7476b77-skpn5.18d62fef274b1566
    namespace: kserve-ci-e2e-test
    resourceVersion: "35195"
    uid: 2760569d-1977-40ad-b059-a3bfc826f898
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-8b7476b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: f80b665b-98b4-4aff-ba0b-88705abd0afb
  kind: Event
  lastTimestamp: "2026-09-17T18:41:55Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-8b7476b77-skpn5'
  metadata:
    creationTimestamp: "2026-09-17T18:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:55Z"
    name: isvc-sklearn-s3-predictor-8b7476b77.18d62fd9f91da0c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34247"
    uid: 600b00ab-2525-4eed-9b4b-f54cfd3ce5c3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34233"
    uid: 4348cff1-b314-4488-9f08-914f2a724af9
  kind: Event
  lastTimestamp: "2026-09-17T18:41:55Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-8b7476b77 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:55Z"
    name: isvc-sklearn-s3-predictor.18d62fd9f64f36ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34238"
    uid: 0ef88bd3-af26-4fa2-b5a2-58f264441036
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34234"
    uid: 025a613b-72a7-4656-812c-f56a6216edc5
  kind: Event
  lastTimestamp: "2026-09-17T18:42:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:25Z"
    name: isvc-sklearn-s3-predictor.18d62fdd75f51b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "34584"
    uid: 4713916c-1426-4a25-8254-ddb0a626823d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34234"
    uid: 025a613b-72a7-4656-812c-f56a6216edc5
  kind: Event
  lastTimestamp: "2026-09-17T18:42:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:42:25Z"
    name: isvc-sklearn-s3-predictor.18d62fdd768ee991
    namespace: kserve-ci-e2e-test
    resourceVersion: "34585"
    uid: 6ed49f49-3970-44b4-b15e-16df920f0ab4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34469"
    uid: 025a613b-72a7-4656-812c-f56a6216edc5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:10Z"
    name: isvc-sklearn-s3-predictor.18d62fe47491af3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35002"
    uid: 86802e01-ba05-469e-9b1b-6543cf975e82
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:42:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34469"
    uid: 025a613b-72a7-4656-812c-f56a6216edc5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:10Z"
    name: isvc-sklearn-s3-predictor.18d62fe474fee34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35003"
    uid: b48bc11e-b9a8-47f6-a8c4-9048528bd044
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:46:38.825111Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37117"
    uid: 23b8eb46-4fa2-4d38-98b1-c016424da7f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:46:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:46:38Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj.18d6301c04dc68d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37121"
    uid: 65ff01a1-7fcf-46c0-ae85-3384e0a378fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37119"
    uid: 23b8eb46-4fa2-4d38-98b1-c016424da7f5
  kind: Event
  lastTimestamp: "2026-09-17T18:46:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:38Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj.18d6301c0dec738f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37134"
    uid: 7a0285b1-c602-40bf-a4f2-8d069b9c68c4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37126"
    uid: 23b8eb46-4fa2-4d38-98b1-c016424da7f5
  kind: Event
  lastTimestamp: "2026-09-17T18:46:39Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:46:40Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj.18d6301c4ace32a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37150"
    uid: 29c3212e-c4cf-4347-9cfb-632cafa19df9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37119"
    uid: 23b8eb46-4fa2-4d38-98b1-c016424da7f5
  kind: Event
  lastTimestamp: "2026-09-17T18:46:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:43Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj.18d6301c4c270f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37180"
    uid: ac3828b8-af52-4d88-90eb-7b8ca14eccec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37119"
    uid: 23b8eb46-4fa2-4d38-98b1-c016424da7f5
  kind: Event
  lastTimestamp: "2026-09-17T18:46:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:43Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj.18d6301c4f31bcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37184"
    uid: de134278-dfc6-42cb-8bcc-a24fa09c8d1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37119"
    uid: 23b8eb46-4fa2-4d38-98b1-c016424da7f5
  kind: Event
  lastTimestamp: "2026-09-17T18:46:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:43Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj.18d6301c4fa87d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "37185"
    uid: fc08e258-f5d1-439f-9bbd-c47014ad8d51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37119"
    uid: 23b8eb46-4fa2-4d38-98b1-c016424da7f5
  kind: Event
  lastTimestamp: "2026-09-17T18:46:48Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:48Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj.18d6301e57a08507
    namespace: kserve-ci-e2e-test
    resourceVersion: "37244"
    uid: 0e1d36e6-4f53-41d4-b725-52025950f193
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37106"
    uid: e06e7c3d-db53-49ba-b1cf-6bc70406c4d9
  kind: Event
  lastTimestamp: "2026-09-17T18:46:38Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f-8mzrj'
  metadata:
    creationTimestamp: "2026-09-17T18:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:38Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f.18d6301c046ab1ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37118"
    uid: ae5fd12b-b093-47f3-98f1-3f5f2743d3d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37102"
    uid: 914160c7-eacc-44fc-9c65-1627a3bf3061
  kind: Event
  lastTimestamp: "2026-09-17T18:46:38Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-58495fdf8f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:38Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d6301c012ef4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37109"
    uid: ab32618a-958b-4e5a-a847-be9f661df2d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37095"
    uid: 2350f525-4777-441d-a879-bb3d4163e796
  kind: Event
  lastTimestamp: "2026-09-17T18:46:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:43Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d6301c00a0884d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37186"
    uid: abb7f5d4-43e9-40f7-9519-e3bf2951f281
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37095"
    uid: 2350f525-4777-441d-a879-bb3d4163e796
  kind: Event
  lastTimestamp: "2026-09-17T18:46:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:38Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d6301c01322f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "37128"
    uid: 1ada82f8-fd54-4bd1-bd0b-02febfc4145d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37099"
    uid: 2350f525-4777-441d-a879-bb3d4163e796
  kind: Event
  lastTimestamp: "2026-09-17T18:46:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:38Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d6301c06e5e8be
    namespace: kserve-ci-e2e-test
    resourceVersion: "37129"
    uid: c0a8dfde-8e9d-490a-a3e8-f62c55ee9e4c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:45:07.678970Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36242"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:45:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:45:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d63006cc209b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "36248"
    uid: ec7b2387-3c49-4b12-a567-1b964250e8b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:45:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d63006d86cce87
    namespace: kserve-ci-e2e-test
    resourceVersion: "36261"
    uid: eae4e020-c83a-4a6a-962e-da77142d27e9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:45:08Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:45:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d63007120b0c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "36272"
    uid: 59753c75-f5ba-4577-a66a-25954a629891
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:45:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d630071384f674
    namespace: kserve-ci-e2e-test
    resourceVersion: "36274"
    uid: 24687588-5d09-407d-bbbb-019883423041
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:45:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d630071760cd0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36275"
    uid: 5c413f9f-fc9f-4251-8477-954f3f49d9d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:45:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d6300717d64dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36276"
    uid: 5b2d87e2-91b2-4050-8774-6591d9febff0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d6300792aadad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: 49705f02-dedd-4b2d-a6cf-d327e30b6098
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d63007961ee308
    namespace: kserve-ci-e2e-test
    resourceVersion: "36305"
    uid: aa69dbe3-3472-4435-b8a4-c8394656ed46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d63007969a5b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36308"
    uid: 1ea54e9f-d906-4be9-ba36-f8ae3435f8d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d6300796a8241a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: a2cfb2bb-d834-4eb8-8de6-fb4c99758405
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d6300799b2a86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36311"
    uid: 7ba33579-a782-4799-b499-76ba565165ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:45:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d630079a28a231
    namespace: kserve-ci-e2e-test
    resourceVersion: "36312"
    uid: 49afa54d-27de-4458-8a38-1ed010d1cf64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:46:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d630080a9525ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 526edd6b-d136-4324-a473-a452c74127b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:46:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d6301bc212bce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37078"
    uid: 471b3d1b-5b10-455c-8f10-0dd31154fde0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:46:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d6301bc213680d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37079"
    uid: 9186d93a-bcd4-459f-9e67-e62bb798ddd4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 856e4110-093f-4c84-a24e-996bf76118a5
  kind: Event
  lastTimestamp: "2026-09-17T18:46:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw.18d6301c10cea726
    namespace: kserve-ci-e2e-test
    resourceVersion: "37135"
    uid: e6e85dec-32a3-40b7-beb4-33c18be0cfbc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: 0d4c9341-636b-44e9-bca7-55e6b1870e2e
  kind: Event
  lastTimestamp: "2026-09-17T18:45:07Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77-62tpw'
  metadata:
    creationTimestamp: "2026-09-17T18:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77.18d63006cb8dd0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "36245"
    uid: 6d9449e5-235e-41db-bce3-8705be90fece
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36229"
    uid: ceb3d148-8653-4c12-ab44-9566dbfd6ec1
  kind: Event
  lastTimestamp: "2026-09-17T18:45:07Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-85b45f5f77
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d63006c944f52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36235"
    uid: 8b4d86b6-3f9d-4798-83cd-2d76816c8659
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36230"
    uid: ed01bb3f-6fec-42b0-9d4e-0176ae8720c0
  kind: Event
  lastTimestamp: "2026-09-17T18:45:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6300a47c620ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "36418"
    uid: 896856ba-6bdf-430e-813f-f991d7daf3e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36230"
    uid: ed01bb3f-6fec-42b0-9d4e-0176ae8720c0
  kind: Event
  lastTimestamp: "2026-09-17T18:45:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:45:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6300a483dc2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36420"
    uid: 8cfd2693-fe26-4d30-a628-86db82dd0b9d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: ed01bb3f-6fec-42b0-9d4e-0176ae8720c0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6300dc77948bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36929"
    uid: 2b6d43d2-2afb-49f2-8f2f-d48da1c694b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: ed01bb3f-6fec-42b0-9d4e-0176ae8720c0
  kind: Event
  lastTimestamp: "2026-09-17T18:46:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6300dc7cf83c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36930"
    uid: e58a8ce1-06df-4fe8-8aeb-376199170a72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36220"
    uid: a756683d-011d-4de4-a360-c3c183b2d383
  kind: Event
  lastTimestamp: "2026-09-17T18:46:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:29Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d63006c93d6197
    namespace: kserve-ci-e2e-test
    resourceVersion: "36994"
    uid: 06ddd1f3-9e64-4ea0-b77f-01c6078d64b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36220"
    uid: a756683d-011d-4de4-a360-c3c183b2d383
  kind: Event
  lastTimestamp: "2026-09-17T18:45:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:45:07Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d63006c9c360c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36238"
    uid: 84b9dc68-124f-4b73-ab52-32b86c294c2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36992"
    uid: a756683d-011d-4de4-a360-c3c183b2d383
  kind: Event
  lastTimestamp: "2026-09-17T18:46:29Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:29Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d63019c2351757
    namespace: kserve-ci-e2e-test
    resourceVersion: "36993"
    uid: 75a1845d-a193-4d6d-8e4e-ff4bcdb95481
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:44:56.555172Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36035"
    uid: ae74853c-bdc7-4267-b122-920752731f8c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:44:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:44:56Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr.18d63004351903fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: 9c3fecfd-e606-47e5-9e9b-8c41028a72a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36045"
    uid: ae74853c-bdc7-4267-b122-920752731f8c
  kind: Event
  lastTimestamp: "2026-09-17T18:44:57Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:44:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr.18d6300457053f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36052"
    uid: 2cc4d681-b33b-47eb-b06a-23f95b6702fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36037"
    uid: ae74853c-bdc7-4267-b122-920752731f8c
  kind: Event
  lastTimestamp: "2026-09-17T18:45:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr.18d63004585b1153
    namespace: kserve-ci-e2e-test
    resourceVersion: "36148"
    uid: e01c1239-4931-4b2f-9ae5-8e7740bfe864
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36037"
    uid: ae74853c-bdc7-4267-b122-920752731f8c
  kind: Event
  lastTimestamp: "2026-09-17T18:45:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr.18d630045c1ad844
    namespace: kserve-ci-e2e-test
    resourceVersion: "36153"
    uid: 0240453c-7d1b-4f3f-9c9d-4d9be35b2df2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36037"
    uid: ae74853c-bdc7-4267-b122-920752731f8c
  kind: Event
  lastTimestamp: "2026-09-17T18:45:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr.18d630045c890c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "36156"
    uid: 80abcf22-3def-4508-a827-b4f4fb7408ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:45:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36037"
    uid: ae74853c-bdc7-4267-b122-920752731f8c
  kind: Event
  lastTimestamp: "2026-09-17T18:45:06Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:45:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:45:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr.18d6300687a86fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36205"
    uid: 55b2cde9-9892-4f77-b87e-091423159a33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36026"
    uid: 6224623b-2dfb-4a2f-b12c-3e3d245eee01
  kind: Event
  lastTimestamp: "2026-09-17T18:44:56Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df-mbvpr'
  metadata:
    creationTimestamp: "2026-09-17T18:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:56Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df.18d6300434ac7e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: 6131b7da-14e2-42f9-9a27-92463dece16d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 10b7f970-d04d-4ea1-b638-9467524437f5
  kind: Event
  lastTimestamp: "2026-09-17T18:44:56Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-6759c5f8df
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:56Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d6300432281098
    namespace: kserve-ci-e2e-test
    resourceVersion: "36028"
    uid: 88216b53-8180-419f-b7d6-72f04c4e6808
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36016"
    uid: 9cf9e098-784e-4e1a-861a-57553ddf8289
  kind: Event
  lastTimestamp: "2026-09-17T18:45:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:45:02Z"
    name: isvc-sklearn-s3-tls-global-fail.18d63004323484ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36160"
    uid: a54e3025-fda0-428b-84f6-ad9fe2b342d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36016"
    uid: 9cf9e098-784e-4e1a-861a-57553ddf8289
  kind: Event
  lastTimestamp: "2026-09-17T18:44:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:56Z"
    name: isvc-sklearn-s3-tls-global-fail.18d6300432c3d4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: 8e585cfe-aa2b-4c59-90f5-4a8da6d1d13a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:43:25.430174Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35163"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:43:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:43:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d62feefd9fd806
    namespace: kserve-ci-e2e-test
    resourceVersion: "35169"
    uid: a51f39c8-dc8d-4243-839b-72112d4579ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d62fef1fbca9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "35187"
    uid: a150ec4b-1558-42fb-9e28-8f5960394b46
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d62fef211b9764
    namespace: kserve-ci-e2e-test
    resourceVersion: "35189"
    uid: de8c3969-b791-4b5e-945f-ea2a576fd632
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d62fef2498a059
    namespace: kserve-ci-e2e-test
    resourceVersion: "35192"
    uid: 6f8aa893-5ee0-4f50-bfbd-eb43763ef2f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:43:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d62fef2512e4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35193"
    uid: 7b62ade5-20cb-4627-8b08-35cbb88ea1b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:43:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d62fef7a57c813
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: e6143b13-98b1-488a-9d62-ed72b60e4635
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:43:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d62fef7dd0a72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35215"
    uid: 9608905d-9c8e-4343-9993-fb00fb5ae067
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:43:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d62fef7e4b6126
    namespace: kserve-ci-e2e-test
    resourceVersion: "35217"
    uid: 7d33691d-d62e-47c5-9f63-11cc877b9fc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:43:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d62fef7e576ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35218"
    uid: 8e11e54a-e88f-4231-98ae-0d70b2272275
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:43:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d62fef816ae8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35221"
    uid: fa1f5fc6-4fd4-4347-8ec5-583616b9b659
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:43:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:43:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d62fef81ee0878
    namespace: kserve-ci-e2e-test
    resourceVersion: "35222"
    uid: f1249068-d101-469f-b0c2-5d35206b84a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:44:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d62feff249b54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36001"
    uid: 2e71c2b5-951d-48e9-9b1e-47e7a2b40e29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:44:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d63003f3c91e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35996"
    uid: a5235b1a-57f5-4fd9-8521-0cbd3e034dd3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:44:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d63003f3c99680
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: 0e242bb5-1880-4472-a765-ee8223b4ec6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 3ac5d326-3303-4184-8741-4b7d67843fb6
  kind: Event
  lastTimestamp: "2026-09-17T18:44:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:44:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86.18d63003f89e4e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: c7010951-2878-48c8-b73a-f0bd55aea64b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35154"
    uid: 2ef4e3cc-e9cb-4b57-b9ed-740db4250d77
  kind: Event
  lastTimestamp: "2026-09-17T18:43:25Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5-r5v86'
  metadata:
    creationTimestamp: "2026-09-17T18:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5.18d62feefd0bc129
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 5390de47-294f-4942-89a0-30c2a89961b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 1553670c-4753-4281-b39f-af3781b8de8a
  kind: Event
  lastTimestamp: "2026-09-17T18:43:25Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-64484c89d5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:43:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62feefaa930c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35157"
    uid: 8bbd60e6-a45c-4dea-abd0-0cab20bd3ef8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35153"
    uid: 8d76f4bd-53b9-41f7-9964-d55b559dbf83
  kind: Event
  lastTimestamp: "2026-09-17T18:44:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62ff27960d5b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35626"
    uid: a34f5b31-3198-400a-8ace-3b84740e366a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35153"
    uid: 8d76f4bd-53b9-41f7-9964-d55b559dbf83
  kind: Event
  lastTimestamp: "2026-09-17T18:44:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62ff279cc660b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: df8c43ce-253f-44be-a211-338aef89e16d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35400"
    uid: 8d76f4bd-53b9-41f7-9964-d55b559dbf83
  kind: Event
  lastTimestamp: "2026-09-17T18:44:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62ffcf6a112d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35837"
    uid: 81c3bcb7-1dd6-4676-8c48-5731c5943cda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35400"
    uid: 8d76f4bd-53b9-41f7-9964-d55b559dbf83
  kind: Event
  lastTimestamp: "2026-09-17T18:44:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:44:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62ffcf709dd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35838"
    uid: a06649cf-e60f-4cbf-8a1f-ddb6f84ff1d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35143"
    uid: cc51fc34-5b47-4685-8b61-be4f8c3e40cb
  kind: Event
  lastTimestamp: "2026-09-17T18:44:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:45Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62feefa7ddf87
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 7868c2ec-b22d-4c44-9e4f-774cc49892d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35143"
    uid: cc51fc34-5b47-4685-8b61-be4f8c3e40cb
  kind: Event
  lastTimestamp: "2026-09-17T18:43:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:25Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62feefae71f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "35175"
    uid: 7d3115a7-f756-468d-9506-57fddbd98d05
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35147"
    uid: cc51fc34-5b47-4685-8b61-be4f8c3e40cb
  kind: Event
  lastTimestamp: "2026-09-17T18:43:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:25Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62fef00dbf159
    namespace: kserve-ci-e2e-test
    resourceVersion: "35176"
    uid: f333df39-8156-4d2d-aded-62487d6e8cd2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35878"
    uid: cc51fc34-5b47-4685-8b61-be4f8c3e40cb
  kind: Event
  lastTimestamp: "2026-09-17T18:44:45Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:44:45Z"
    name: isvc-sklearn-s3-tls-global-pass.18d63001a9ed2f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "35880"
    uid: 6d27e265-477f-426b-9b6e-796c3252bdc9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:48:11.024672Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38057"
    uid: 9a808197-05be-40f4-a97d-1f8ab741e991
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:48:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:48:11Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn.18d630317c621630
    namespace: kserve-ci-e2e-test
    resourceVersion: "38061"
    uid: 40a8c503-adf3-497f-a89a-8f62b75a6842
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38067"
    uid: 9a808197-05be-40f4-a97d-1f8ab741e991
  kind: Event
  lastTimestamp: "2026-09-17T18:48:11Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:48:11Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn.18d630319e812a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "38079"
    uid: 79804548-1554-49ee-b913-9532f80e2d0f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38059"
    uid: 9a808197-05be-40f4-a97d-1f8ab741e991
  kind: Event
  lastTimestamp: "2026-09-17T18:48:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:16Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn.18d630319fda048c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38129"
    uid: 5c05ad7f-2780-4735-b1c4-b7c489458cae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38059"
    uid: 9a808197-05be-40f4-a97d-1f8ab741e991
  kind: Event
  lastTimestamp: "2026-09-17T18:48:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:16Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn.18d63031a2ef2e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: 33445121-3091-48e5-9a1f-838c8293f3fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38059"
    uid: 9a808197-05be-40f4-a97d-1f8ab741e991
  kind: Event
  lastTimestamp: "2026-09-17T18:48:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:16Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn.18d63031a3b6318f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38134"
    uid: 96981b2c-3ac1-4177-ad54-791c4ee898b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38059"
    uid: 9a808197-05be-40f4-a97d-1f8ab741e991
  kind: Event
  lastTimestamp: "2026-09-17T18:48:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn.18d63033ce9d371e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38194"
    uid: 9196c7c0-637e-4863-8a51-81f6a211999a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568
    namespace: kserve-ci-e2e-test
    resourceVersion: "38047"
    uid: 7aba2d45-3d66-4946-b657-7f5445c26c51
  kind: Event
  lastTimestamp: "2026-09-17T18:48:11Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568-4rvrn'
  metadata:
    creationTimestamp: "2026-09-17T18:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:11Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568.18d630317bf15acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38058"
    uid: f37d20ac-0119-4e7f-9620-5258c1737cb0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38045"
    uid: 278f6afe-4899-4bd4-a4b1-13d2e40bebab
  kind: Event
  lastTimestamp: "2026-09-17T18:48:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-55c4455568
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:10Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d63031798b2db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38049"
    uid: af634286-60e4-432d-9569-4a2c49cb9c33
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38038"
    uid: e1cf3c42-91a1-46de-910a-9f80381cca1f
  kind: Event
  lastTimestamp: "2026-09-17T18:48:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:16Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d6303179895bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38135"
    uid: e4cedd5e-0a67-4c5e-a92b-0bc5a8295f12
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38038"
    uid: e1cf3c42-91a1-46de-910a-9f80381cca1f
  kind: Event
  lastTimestamp: "2026-09-17T18:48:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:11Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d630317a0a8db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38070"
    uid: 22278e27-1a61-4957-aee5-350400a67258
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38039"
    uid: e1cf3c42-91a1-46de-910a-9f80381cca1f
  kind: Event
  lastTimestamp: "2026-09-17T18:48:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:11Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d630317fd168b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38073"
    uid: f6305f30-5840-489f-9106-8e31334d75af
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:46:49.926869Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37281"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:46:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:46:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d6301e9a957962
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: ca991a2e-c394-45fb-a098-7258870067d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37291"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:46:50Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:46:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d6301ebce41031
    namespace: kserve-ci-e2e-test
    resourceVersion: "37303"
    uid: adb3843d-c9be-4426-96dd-8c4d1bc389b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:46:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d6301ebe57d705
    namespace: kserve-ci-e2e-test
    resourceVersion: "37305"
    uid: cd322b38-058e-40b0-a51e-16d5ab97fb3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:46:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d6301ec1030281
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: fa80984e-22b1-48ab-bb91-34da6ad99ae7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:46:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d6301ec178b50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37307"
    uid: 45cadf7a-bdcf-4b14-a464-cece6261c3f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:46:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d6301f327dd30b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37327"
    uid: 2f79102f-7f20-4761-b5c0-6d4dcd142975
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:46:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d6301f354b7627
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 68cb8100-f701-43eb-8ea6-5835509daddf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:46:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d6301f35bd9215
    namespace: kserve-ci-e2e-test
    resourceVersion: "37331"
    uid: da242a33-db47-4cd3-b3d0-63fbeb9c9ae2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:46:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d6301f35ca28b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37333"
    uid: a000ba63-2302-4cef-9aef-546e54b46870
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:46:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d6301f38ed95bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37335"
    uid: 802ba621-2065-48e4-a5d4-773295f4b9b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:46:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:46:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d6301f3962d508
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: e6e1d0ac-9af6-452d-95c3-64630188dd92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:47:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:47:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d6301f6e89e4af
    namespace: kserve-ci-e2e-test
    resourceVersion: "37928"
    uid: 6f259026-468c-4ac9-bdd4-43de80645fc6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:48:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d630313b0aa3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: 3efe7604-a5fc-4ef2-8611-ef6c5a7c411f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:48:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d630313b0b3afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38023"
    uid: 28221f4e-d1a7-4b6c-9511-3d5640afffbd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 61097d86-fb07-44d8-be5b-315d49463702
  kind: Event
  lastTimestamp: "2026-09-17T18:48:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:48:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc.18d630324ab27cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: 44eb86a6-a2f4-43dc-9a62-f3f6ff1e28fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37271"
    uid: f9c268b3-dacd-46f4-88a1-a36a7837e9f3
  kind: Event
  lastTimestamp: "2026-09-17T18:46:49Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4-vb9zc'
  metadata:
    creationTimestamp: "2026-09-17T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4.18d6301e99f1d665
    namespace: kserve-ci-e2e-test
    resourceVersion: "37282"
    uid: 10bfee6e-80df-4a03-9bba-b069dcd4aec8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37269"
    uid: 689d1fa3-acce-4090-b919-0de2b8e83ab7
  kind: Event
  lastTimestamp: "2026-09-17T18:46:49Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-7f49b89cc4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:46:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6301e977f8616
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: c5412de1-bee3-4ac3-9d97-e4633957271c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37270"
    uid: a1a7f69b-9898-4bf1-8044-a9ea2ac1e4d5
  kind: Event
  lastTimestamp: "2026-09-17T18:47:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6302215e135dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37435"
    uid: 14d0889f-58bc-4f98-9fe3-8b1443e7cb7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37270"
    uid: a1a7f69b-9898-4bf1-8044-a9ea2ac1e4d5
  kind: Event
  lastTimestamp: "2026-09-17T18:47:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:47:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d630221647039b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 59c3d0b1-3193-409d-80fc-b48c66933854
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: a1a7f69b-9898-4bf1-8044-a9ea2ac1e4d5
  kind: Event
  lastTimestamp: "2026-09-17T18:48:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6302595028ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37962"
    uid: 6ebff480-9e93-4c57-ba49-d274886c20d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:47:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: a1a7f69b-9898-4bf1-8044-a9ea2ac1e4d5
  kind: Event
  lastTimestamp: "2026-09-17T18:48:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:48:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d63025956e51db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37963"
    uid: 1b49e83b-f95e-4367-a41c-e6a5c91f560a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37262"
    uid: 88d499f4-f6aa-45e1-8310-59b2706ddb51
  kind: Event
  lastTimestamp: "2026-09-17T18:48:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:09Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6301e977e58b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38003"
    uid: bf6afc2e-7641-48a8-a2cb-e5dbabbd3082
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:46:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37262"
    uid: 88d499f4-f6aa-45e1-8310-59b2706ddb51
  kind: Event
  lastTimestamp: "2026-09-17T18:46:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:46:49Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6301e980329a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37276"
    uid: 6919e979-0c3e-4c6d-9929-f6d2d671fbaf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:48:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38001"
    uid: 88d499f4-f6aa-45e1-8310-59b2706ddb51
  kind: Event
  lastTimestamp: "2026-09-17T18:48:09Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:48:09Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6303126201d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38002"
    uid: 582e3159-279a-4c9f-b299-ff0a1904533c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34226"
    uid: f07b619e-b276-4ccc-98e1-2c0a62d9fad5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:16Z"
    name: isvc-sklearn-s3.18d62fd9f642da86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35052"
    uid: acdf6b4c-ce08-47be-96c1-5342159bf1e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34226"
    uid: f07b619e-b276-4ccc-98e1-2c0a62d9fad5
  kind: Event
  lastTimestamp: "2026-09-17T18:41:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:55Z"
    name: isvc-sklearn-s3.18d62fd9f6c5b308
    namespace: kserve-ci-e2e-test
    resourceVersion: "34242"
    uid: a7a08881-06c6-4c88-9ac3-a21b9593bd0c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:43:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35050"
    uid: f07b619e-b276-4ccc-98e1-2c0a62d9fad5
  kind: Event
  lastTimestamp: "2026-09-17T18:43:16Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:43:16Z"
    name: isvc-sklearn-s3.18d62fecd948717e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35051"
    uid: 06dd342d-b3b1-4b25-9d98-eb0d2bf7278e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-cb858ccbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21398"
    uid: 2e5b7973-8599-45c6-8fb2-6105b39ff8ce
  kind: Event
  lastTimestamp: "2026-09-17T18:20:02Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-cb858ccbb-vkjl7'
  metadata:
    creationTimestamp: "2026-09-17T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:02Z"
    name: isvc-sklearn-scheduler-predictor-cb858ccbb.18d62ea876156414
    namespace: kserve-ci-e2e-test
    resourceVersion: "21407"
    uid: 655dc660-9e1c-46d4-a6d6-2cb9d484f10f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 78bb7102-6f34-4ecb-9ec6-ba5a651e9a5f
  kind: Event
  lastTimestamp: "2026-09-17T18:20:02Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-cb858ccbb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:02Z"
    name: isvc-sklearn-scheduler-predictor.18d62ea871e3833e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21399"
    uid: 636e5ffa-d750-4ad6-a4b2-7b55a6062f5d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: e0cfd8d0-8b8f-4e3a-9c9a-69f0485c86ca
  kind: Event
  lastTimestamp: "2026-09-17T18:20:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:03Z"
    name: isvc-sklearn-scheduler.18d62ea871741d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21420"
    uid: df35ace6-3792-4ca1-9c78-590f31ccfcd7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: e0cfd8d0-8b8f-4e3a-9c9a-69f0485c86ca
  kind: Event
  lastTimestamp: "2026-09-17T18:20:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:03Z"
    name: isvc-sklearn-scheduler.18d62ea871e77604
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 70db94e9-5771-42dd-b230-f9adeedd9e02
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: e0cfd8d0-8b8f-4e3a-9c9a-69f0485c86ca
  kind: Event
  lastTimestamp: "2026-09-17T18:20:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:03Z"
    name: isvc-sklearn-scheduler.18d62ea871e7c769
    namespace: kserve-ci-e2e-test
    resourceVersion: "21412"
    uid: d85b3be5-0fbe-49ec-8dc1-7b018f0e1ba8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:28:36.072086Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26630"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:28:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:28:36Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f1febc07021
    namespace: kserve-ci-e2e-test
    resourceVersion: "26636"
    uid: 7b671f58-21ec-49a3-a547-006422bbb0b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:36Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f1ff2b45b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "26649"
    uid: a72978be-ba21-4573-a76e-b88ea6982de3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:37Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:28:37Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f2031963247
    namespace: kserve-ci-e2e-test
    resourceVersion: "26660"
    uid: 31cf909e-ba03-4173-8bc9-58ec638401fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:37Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f2032ed239b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: 9eb98572-82c4-4423-b2e7-02f7192c96f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:37Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f2035db0c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: 05c7f260-71df-4983-8234-276ea41a5604
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:37Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f20364f96ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26664"
    uid: 2b41a488-a4f6-4bc0-b112-63bae7d9153f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:41Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f214cdf1a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26699"
    uid: 84ff69ba-7433-4bfd-9cad-7b4157fd9a8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:42Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f214fd520ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: 691811b0-5609-488f-a5b1-f86095de9b4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:42Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f21504b8257
    namespace: kserve-ci-e2e-test
    resourceVersion: "26704"
    uid: f9698001-0574-4cd5-ba95-2cff0eb3e3c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:42Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f2150567480
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: ba98484c-f77c-4c49-9109-5ccdd7d54a5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:42Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f2153cadf3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: c2fa0b52-d30b-47d0-8909-cab0b44f2c4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:28:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:42Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f21543f24b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26709"
    uid: 5089f9ab-9230-44b5-ad9d-0897b89d3960
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:30:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:07Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f2188f27f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27480"
    uid: a37ab907-6801-4247-aeb3-6216aa926f90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:30:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:06Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f34e1c68042
    namespace: kserve-ci-e2e-test
    resourceVersion: "27458"
    uid: e257153f-04b7-40b6-a79c-e87733abba18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:30:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:06Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f34e1c7186a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27459"
    uid: 50e18656-9517-4e12-9453-6d92abefc303
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 994d8bc3-4f09-4d4e-b765-49299ab7f05a
  kind: Event
  lastTimestamp: "2026-09-17T18:30:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:10Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw.18d62f35cb19b050
    namespace: kserve-ci-e2e-test
    resourceVersion: "27496"
    uid: 2fc2652f-82cc-45e5-b501-da399f9407e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26619"
    uid: 9c5dafd3-5873-4dc3-ac6a-fc8f74dd33c7
  kind: Event
  lastTimestamp: "2026-09-17T18:28:36Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7c94b475d5-kf2xw'
  metadata:
    creationTimestamp: "2026-09-17T18:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:36Z"
    name: isvc-sklearn-v2-mixed-predictor-7c94b475d5.18d62f1feaca83f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26633"
    uid: 56421a5b-9725-431b-bbd2-2cfbda8bd3d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26617"
    uid: 9f4b4e29-afe7-4912-b3b1-efd3db3e4b2d
  kind: Event
  lastTimestamp: "2026-09-17T18:28:35Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7c94b475d5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:35Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62f1fe484eb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26621"
    uid: b09f3ec3-4146-4ff7-8872-414e852f6408
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26618"
    uid: f12af348-5ae7-49ba-93d4-eec4be3ca65b
  kind: Event
  lastTimestamp: "2026-09-17T18:29:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:05Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62f2363cbef76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26891"
    uid: 5bf2b6a1-61ba-47a7-b3bc-c69d5fd9cf4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26618"
    uid: f12af348-5ae7-49ba-93d4-eec4be3ca65b
  kind: Event
  lastTimestamp: "2026-09-17T18:29:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:05Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62f23643d0839
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: db9627da-262a-4098-9e67-40b0d580545c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26786"
    uid: f12af348-5ae7-49ba-93d4-eec4be3ca65b
  kind: Event
  lastTimestamp: "2026-09-17T18:30:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:06Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62f2a625b7f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27448"
    uid: ce64de65-5ee1-4bdb-b3a9-ae47b68bf428
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26786"
    uid: f12af348-5ae7-49ba-93d4-eec4be3ca65b
  kind: Event
  lastTimestamp: "2026-09-17T18:30:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:06Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62f2a62a99a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "27453"
    uid: 15ace99a-0937-4f0b-9676-3b8348a381f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: 33914b57-4c1c-46e9-b76e-15c629cc680d
  kind: Event
  lastTimestamp: "2026-09-17T18:29:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:29:58Z"
    name: isvc-sklearn-v2-mixed.18d62f1fe4879207
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: ce7f48de-7028-4608-801b-7e67f3a95ad1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: 33914b57-4c1c-46e9-b76e-15c629cc680d
  kind: Event
  lastTimestamp: "2026-09-17T18:28:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:36Z"
    name: isvc-sklearn-v2-mixed.18d62f1fe520e781
    namespace: kserve-ci-e2e-test
    resourceVersion: "26644"
    uid: 6a6bcf1a-1f49-40a8-afbb-fe4f94a64c45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26613"
    uid: 33914b57-4c1c-46e9-b76e-15c629cc680d
  kind: Event
  lastTimestamp: "2026-09-17T18:28:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:36Z"
    name: isvc-sklearn-v2-mixed.18d62f1feeddbc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26645"
    uid: 62fa9e01-6ced-45a7-8a61-6f517e9bbe46
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27382"
    uid: 33914b57-4c1c-46e9-b76e-15c629cc680d
  kind: Event
  lastTimestamp: "2026-09-17T18:29:58Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:29:58Z"
    name: isvc-sklearn-v2-mixed.18d62f330093793f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27383"
    uid: 5b6d1652-8262-42f6-a6ef-683bad8b8e40
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:27:00.645010Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25346"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f09b3db0eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 8fb04e1f-4b07-4e4c-aff4-c04bfa7dc54c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25356"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:27:01Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:27:01Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f09d5941ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: 6470d680-0717-44b6-9a53-b884f28d7476
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:27:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:01Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f09d71a2cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 466dcc1c-cf29-4e7a-a152-415eae418520
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:27:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:01Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f09d9fe942b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25371"
    uid: bce9669f-68cb-47bb-ac01-5a0b1f58cb38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:27:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:01Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f09da63a588
    namespace: kserve-ci-e2e-test
    resourceVersion: "25372"
    uid: ede5f08f-f694-486f-95b5-631371b83afc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:27:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:05Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f0ae1927267
    namespace: kserve-ci-e2e-test
    resourceVersion: "25417"
    uid: e0d61ffb-b727-4cda-9166-b6a8069dada7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:27:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:05Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f0ae46db41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25419"
    uid: e3501ce5-12c6-456f-a51c-7db816848b8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:27:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:05Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f0ae4da77b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25422"
    uid: 6cdc9406-c50e-476b-9778-c4236d3e3fce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:27:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:05Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f0ae4e5bf11
    namespace: kserve-ci-e2e-test
    resourceVersion: "25423"
    uid: b741acfe-0603-4946-8b95-75330f12de02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:27:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:05Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f0ae816f6bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25426"
    uid: 67ac65b4-f76c-4755-aee5-65b3008c9f72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:27:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:05Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f0ae87ef184
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 8f5f35ad-ab4d-4732-969c-a4f2a002b449
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:28:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:17Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f0b1dacfb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "26425"
    uid: c1a1e84d-865f-4884-af60-842824ba72f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:28:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:30Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f1eb0ea1cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 3e3cc3f6-18ac-492e-b713-97141980ec06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:28:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:30Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f1eb0eb45a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26563"
    uid: 6450d2ff-0b79-40b7-b549-b651ae756bc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1a41f41b-30ae-4e33-99e9-0b4099cb4372
  kind: Event
  lastTimestamp: "2026-09-17T18:28:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:32Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw.18d62f1f23d91b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26577"
    uid: 54451f6a-d65c-4a7e-b5b7-ed155f52b921
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7cbb795f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 033c6d81-efb1-4a50-9154-30f64dd1ddc3
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7cbb795f56-wn4dw'
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-v2-predictor-7cbb795f56.18d62f09b33f149d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25349"
    uid: b78c25ee-002e-4674-82ac-13cc205de315
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25334"
    uid: 4d162e21-2253-4fdb-9dd6-f48a3234fc46
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7cbb795f56 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-v2-predictor.18d62f09b0523da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25338"
    uid: f9b5ffb4-7501-478e-8ba3-062ac5768083
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25335"
    uid: 378560fc-1eb4-4090-b661-7a38cda175eb
  kind: Event
  lastTimestamp: "2026-09-17T18:27:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:30Z"
    name: isvc-sklearn-v2-predictor.18d62f0d2f8d7956
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: f10fe2d7-7bb4-4218-a800-e56026ebf465
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25335"
    uid: 378560fc-1eb4-4090-b661-7a38cda175eb
  kind: Event
  lastTimestamp: "2026-09-17T18:27:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:30Z"
    name: isvc-sklearn-v2-predictor.18d62f0d2fff3e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25610"
    uid: ca848375-02c1-4cef-ba19-e77d2c80a14d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: 378560fc-1eb4-4090-b661-7a38cda175eb
  kind: Event
  lastTimestamp: "2026-09-17T18:28:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:30Z"
    name: isvc-sklearn-v2-predictor.18d62f142eb4ee50
    namespace: kserve-ci-e2e-test
    resourceVersion: "26545"
    uid: 0765271d-85a5-4ffa-b29f-51a04bbf44f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: 378560fc-1eb4-4090-b661-7a38cda175eb
  kind: Event
  lastTimestamp: "2026-09-17T18:28:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:30Z"
    name: isvc-sklearn-v2-predictor.18d62f142f1bef8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: 581118d7-d30c-45be-ba53-9cf4121385d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:25:55.389578Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24636"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:25:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:25:55Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62efa8253d2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24642"
    uid: b1d75c62-1e6a-45c8-a6ee-428a6e56946d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:25:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:55Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62efa8df76904
    namespace: kserve-ci-e2e-test
    resourceVersion: "24650"
    uid: 3ffd9e07-9575-48c9-a81a-9538ff1516dc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:25:56Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:25:56Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62efac82fc6a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24661"
    uid: ac65b1b8-5084-46f4-b1fd-975ecd1dd98a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:25:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:56Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62efac98c2daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24663"
    uid: 3b4d7c3f-35e0-421a-a00c-1bc6fc6442bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:25:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:56Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62efacc5d31ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24665"
    uid: bb559268-1a3d-4e97-8e78-6a41a220e706
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:25:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:56Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62efacccc299a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24666"
    uid: 9f804f0c-737f-468a-89f6-37aa75f4fa80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:01Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62efbdc52f9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 4101deef-afa8-4c11-9028-e7100689bbef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62efbdf9969ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24706"
    uid: 4f852ac0-feea-43e2-b68b-c80138a95366
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62efbe00ac85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 6e5c0da4-9a8f-4682-9e31-4cc452dd445a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62efbe0151fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 92e9c54e-82e1-407a-8ed9-ba8f860dd5df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62efbe311e3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24711"
    uid: 22a53411-c4a5-429b-9a47-d377fb4eeb39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62efbe37fe75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: fc6ccbde-cc26-4b53-bb92-8dea5f29eb72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62f047e58d399
    namespace: kserve-ci-e2e-test
    resourceVersion: "25125"
    uid: ebea15a2-6729-437b-ac6e-842bed3b061a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:55Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62f087e41590a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: a2a78495-2d9d-46a1-ae83-af5ca8408e81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:55Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62f087e41a7a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25284"
    uid: 715e7f31-f901-45c6-a76c-0d6b459cde88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ec3e28e7-e416-40d2-8e9f-189965bc710e
  kind: Event
  lastTimestamp: "2026-09-17T18:26:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:58Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2.18d62f09227e6ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25309"
    uid: 18456fa3-ec2b-41e0-81b3-c3ecf8e2b266
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24626"
    uid: fa44c9b1-959e-47c3-ba40-7f3a02838bd8
  kind: Event
  lastTimestamp: "2026-09-17T18:25:55Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-lh9g2'
  metadata:
    creationTimestamp: "2026-09-17T18:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:55Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d62efa81d70fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24639"
    uid: a6bd3159-8986-4b04-8c89-3bfe1f0f00f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24624"
    uid: 9782937e-6e2f-4fc3-ae85-a6df85a546a9
  kind: Event
  lastTimestamp: "2026-09-17T18:25:55Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:55Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62efa7f02fcb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: e0989833-a651-4e9b-b006-25e29d79ae5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24625"
    uid: 712cfda6-5c2d-4410-b421-47f0a372ec82
  kind: Event
  lastTimestamp: "2026-09-17T18:26:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:25Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62efdfe1adbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24977"
    uid: e38fb30d-8cec-41ec-8519-c99b2ce61837
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24625"
    uid: 712cfda6-5c2d-4410-b421-47f0a372ec82
  kind: Event
  lastTimestamp: "2026-09-17T18:26:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:25Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62efdfe817493
    namespace: kserve-ci-e2e-test
    resourceVersion: "24979"
    uid: 4c9cf533-e5bf-4f96-9bc3-fd63ff70f5ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24785"
    uid: 712cfda6-5c2d-4410-b421-47f0a372ec82
  kind: Event
  lastTimestamp: "2026-09-17T18:26:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:55Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62f04fcc0cd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "25268"
    uid: 26d9f929-9105-4d54-8cf6-fd44fb3245af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24785"
    uid: 712cfda6-5c2d-4410-b421-47f0a372ec82
  kind: Event
  lastTimestamp: "2026-09-17T18:26:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:55Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62f04fd2c7ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25274"
    uid: 9a147d15-9768-4f57-83f0-f7f996bf164a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24617"
    uid: 241b1d96-4b60-4c3f-a396-095ef7e367d5
  kind: Event
  lastTimestamp: "2026-09-17T18:26:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:48Z"
    name: isvc-sklearn-v2-runtime.18d62efa7f032264
    namespace: kserve-ci-e2e-test
    resourceVersion: "25219"
    uid: 298d0cb8-fd18-4b87-8e8c-98fefc404644
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24617"
    uid: 241b1d96-4b60-4c3f-a396-095ef7e367d5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:55Z"
    name: isvc-sklearn-v2-runtime.18d62efa7f687240
    namespace: kserve-ci-e2e-test
    resourceVersion: "24632"
    uid: e3b49f7f-f9ad-4e44-a0b2-dd798ee41852
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: 241b1d96-4b60-4c3f-a396-095ef7e367d5
  kind: Event
  lastTimestamp: "2026-09-17T18:26:48Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:48Z"
    name: isvc-sklearn-v2-runtime.18d62f06d3dbfdf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25218"
    uid: 7c19ecb5-2ae4-416a-b7fe-905c0d43830c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25326"
    uid: 53eb23e3-8669-4514-90ae-eded285711d3
  kind: Event
  lastTimestamp: "2026-09-17T18:28:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:27Z"
    name: isvc-sklearn-v2.18d62f09b0555327
    namespace: kserve-ci-e2e-test
    resourceVersion: "26522"
    uid: 57c5bf23-0353-441e-970b-850fb30bafb9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25326"
    uid: 53eb23e3-8669-4514-90ae-eded285711d3
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-v2.18d62f09b0d6b35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25358"
    uid: 07253bdd-9843-4a8e-8c28-21887fd63c70
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25328"
    uid: 53eb23e3-8669-4514-90ae-eded285711d3
  kind: Event
  lastTimestamp: "2026-09-17T18:27:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:27:00Z"
    name: isvc-sklearn-v2.18d62f09b62a92bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25359"
    uid: f3e53c17-2293-4546-bc37-8218d39df666
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 53eb23e3-8669-4514-90ae-eded285711d3
  kind: Event
  lastTimestamp: "2026-09-17T18:28:27Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:27Z"
    name: isvc-sklearn-v2.18d62f1dea67e5e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26521"
    uid: ebf96fdc-7636-41a3-a685-00f496f1525b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: 9d9f56e9-1b4e-4150-aa45-f2c0e9f19ff3
  kind: Event
  lastTimestamp: "2026-09-17T18:22:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:01Z"
    name: isvc-sklearn.18d62eb0644fd71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 47d25761-fcaf-4457-a2ba-79ba80a54bc3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: 9d9f56e9-1b4e-4150-aa45-f2c0e9f19ff3
  kind: Event
  lastTimestamp: "2026-09-17T18:20:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:37Z"
    name: isvc-sklearn.18d62eb064e75056
    namespace: kserve-ci-e2e-test
    resourceVersion: "21730"
    uid: 5e36e47e-dcf2-4340-a1f0-7c702332cfb3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22463"
    uid: 9d9f56e9-1b4e-4150-aa45-f2c0e9f19ff3
  kind: Event
  lastTimestamp: "2026-09-17T18:22:01Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:01Z"
    name: isvc-sklearn.18d62ec3f127b142
    namespace: kserve-ci-e2e-test
    resourceVersion: "22464"
    uid: 3a023d39-3321-4dde-953f-fc6ce33c42d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:30:11.269212Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27531"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-4fgsf
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:30:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:30:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f3615f133db
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: 880ea11a-35fb-4c77-a73b-c95a886ee84f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f3621249f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "27547"
    uid: 70f4eba5-9395-461e-af5f-f25360a8a65c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:12Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:30:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f365bbeff7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27558"
    uid: 09dd0e3d-eade-4ed8-9e54-96a05be70375
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f365d29c0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27560"
    uid: 926b5e1a-358b-42cb-b10a-cf736e72c202
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f3660befea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: c5d90c07-1d60-4217-b578-38d803885c1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f36613a5d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "27562"
    uid: 970099ca-22b3-4122-8159-2da9e8ac11ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:17Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T18:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:17Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f378eb371ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 8928f105-c798-4e01-9eb1-05184d6b1ccc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:21Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.533s (3.533s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:21Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f3861536ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27626"
    uid: 0afe08b1-29eb-45ba-90dd-8646927833ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:21Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f386449e306
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: cb66f124-67c8-4bee-a9c1-6a09209e7b3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:21Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f3864bc7580
    namespace: kserve-ci-e2e-test
    resourceVersion: "27628"
    uid: 74bcc2b1-847a-4155-8da6-458d26eb5be4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:21Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f3864c89c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 38f582f9-d4fb-425c-9bea-a53dc8a37e48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:21Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f3867a6da6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27631"
    uid: bd2625d1-5cb2-4db9-bf27-d757add887a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:21Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f3868194057
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 40ed08f5-0d04-4540-95dc-cdbf11d86a34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:27Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f387e722f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "27682"
    uid: 47edc3c0-f01c-459e-b61a-a7324f725966
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:52Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f3fa78f73fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27881"
    uid: 45d5256e-9fee-4b11-8dc9-f737c01e203d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:52Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f3fa790132a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27882"
    uid: 8e114aae-bd34-45fb-8cde-e11055d30a8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: be05f6a4-ecbc-4030-a469-a4dd4cf3570c
  kind: Event
  lastTimestamp: "2026-09-17T18:31:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:22Z"
    name: isvc-tensorflow-predictor-547dfc5669-4fgsf.18d62f3fb65f6b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28340"
    uid: eee11104-2dc1-4f83-b87a-599b50a6020d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27521"
    uid: ec2e149c-d997-4f68-be97-22157839e2dd
  kind: Event
  lastTimestamp: "2026-09-17T18:30:11Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-4fgsf'
  metadata:
    creationTimestamp: "2026-09-17T18:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:11Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d62f36158251b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27532"
    uid: 44570803-96e7-4a11-821a-e24e40efea20
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27519"
    uid: f38ed83d-8fd7-48c6-bbde-f90be2ea424d
  kind: Event
  lastTimestamp: "2026-09-17T18:30:11Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:11Z"
    name: isvc-tensorflow-predictor.18d62f36129bee27
    namespace: kserve-ci-e2e-test
    resourceVersion: "27523"
    uid: 387b9725-dfa1-44cc-b7e7-db382fd33c24
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27520"
    uid: dd706948-2010-4666-b8a0-40351ed4f435
  kind: Event
  lastTimestamp: "2026-09-17T18:30:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:26Z"
    name: isvc-tensorflow-predictor.18d62f39919e95d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27668"
    uid: 77de7d99-d14e-468b-b1db-b974a660f300
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27520"
    uid: dd706948-2010-4666-b8a0-40351ed4f435
  kind: Event
  lastTimestamp: "2026-09-17T18:30:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:26Z"
    name: isvc-tensorflow-predictor.18d62f39920bab71
    namespace: kserve-ci-e2e-test
    resourceVersion: "27670"
    uid: f156e65f-0ebc-4613-924d-dd26e86fd064
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27669"
    uid: dd706948-2010-4666-b8a0-40351ed4f435
  kind: Event
  lastTimestamp: "2026-09-17T18:30:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:41Z"
    name: isvc-tensorflow-predictor.18d62f3d117c0bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27791"
    uid: 0b3ca7a1-04a6-4395-8b7f-350a2b9de8e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27669"
    uid: dd706948-2010-4666-b8a0-40351ed4f435
  kind: Event
  lastTimestamp: "2026-09-17T18:30:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:41Z"
    name: isvc-tensorflow-predictor.18d62f3d11f3a9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27793"
    uid: 562c3b5b-1b4a-40fb-95d9-e4e48b189a2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:30:57.555524Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:30:57Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f40dcd2e18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27955"
    uid: beb5e63c-5b18-46f4-8852-f5cef0ae8a69
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27957"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:30:58Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:30:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f40feb3a54c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27970"
    uid: 83ede7c5-1870-48a4-a554-8e3c85d0e125
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:30:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f40fff9721e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27972"
    uid: 5e909794-ab43-44a0-b0a3-881b1200ef2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:30:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f410320287d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27973"
    uid: 2b59f217-46dc-4d07-9898-4d9edec169b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:30:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f41038f07a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27974"
    uid: 70c75089-32eb-4c50-9341-501be66add6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:31:03Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T18:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:03Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f4249d1235c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28052"
    uid: 45b3b3bf-59b4-475f-b70a-0b0dfa244a78
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.584s (3.584s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f431f71e0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: fa172e20-ddf9-42ad-bd73-0ce7395f6968
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f43228a59fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: dced988b-d70c-4c79-84a6-6f7c7d573839
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f4322fbcb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28163"
    uid: 9da1fdc4-67c3-40fd-87fa-e882a5a19357
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f432305735f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28164"
    uid: 31b78ea7-6d61-4a51-913d-671ef21a128f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f43272e7b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "28165"
    uid: 2aa865ea-af8e-401b-94ed-987fe7bd9744
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:31:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f4327e9a7a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28166"
    uid: 40bd634c-46a2-41a1-a8fe-d7760d10808c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:31:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f4375ebc43e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28279"
    uid: 11c96977-5930-4574-9a68-d72a2b6933af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:31:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f4a891724fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28492"
    uid: 576b1b1e-5df5-4599-b494-974d5263bdda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:31:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f4a89179fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28493"
    uid: 6f904c1e-a5cc-467a-aa43-02cbe3cc4923
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:32:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:04Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f4aadf19059
    namespace: kserve-ci-e2e-test
    resourceVersion: "28735"
    uid: 06ba594c-1071-4cb3-83e6-de593fabdb3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 78f8f180-6370-45f3-ae3e-eec1e86e63fd
  kind: Event
  lastTimestamp: "2026-09-17T18:32:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-17T18:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:10Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88.18d62f51e5a51a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 064afcf5-d452-4dc3-ac46-d1d07ea1f3a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27938"
    uid: cb7cca07-9a88-491a-9090-eba42e13b5f1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:57Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-mzv88'
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:57Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d62f40dc5fce05
    namespace: kserve-ci-e2e-test
    resourceVersion: "27949"
    uid: 4f65940c-806e-4c90-801d-de3070d30cfd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27936"
    uid: 80fe1154-d52d-433e-89c5-09ac166e007e
  kind: Event
  lastTimestamp: "2026-09-17T18:30:57Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:57Z"
    name: isvc-tensorflow-runtime-predictor.18d62f40d973ba3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27940"
    uid: 737fb280-9a2a-4f1b-9430-7a37e8938e52
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27937"
    uid: 7951d56c-a878-4667-9da9-2728d229ed03
  kind: Event
  lastTimestamp: "2026-09-17T18:31:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:27Z"
    name: isvc-tensorflow-runtime-predictor.18d62f4459172a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "28391"
    uid: d69e00b3-e665-477a-8729-8cf09653370a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27937"
    uid: 7951d56c-a878-4667-9da9-2728d229ed03
  kind: Event
  lastTimestamp: "2026-09-17T18:31:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:27Z"
    name: isvc-tensorflow-runtime-predictor.18d62f445982c764
    namespace: kserve-ci-e2e-test
    resourceVersion: "28392"
    uid: 6c46f623-1757-4219-8046-f710014cf372
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27927"
    uid: d869c166-8e48-4f0f-87f8-9608fe1bdf6c
  kind: Event
  lastTimestamp: "2026-09-17T18:31:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:31:24Z"
    name: isvc-tensorflow-runtime.18d62f40d9a112f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28372"
    uid: e8e7fc86-cfdf-4fb9-9962-9db255806dec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27927"
    uid: d869c166-8e48-4f0f-87f8-9608fe1bdf6c
  kind: Event
  lastTimestamp: "2026-09-17T18:30:57Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:57Z"
    name: isvc-tensorflow-runtime.18d62f40da05655b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27944"
    uid: aae5c77a-56c7-4272-af77-10a4a445d27e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28369"
    uid: d869c166-8e48-4f0f-87f8-9608fe1bdf6c
  kind: Event
  lastTimestamp: "2026-09-17T18:31:24Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:31:24Z"
    name: isvc-tensorflow-runtime.18d62f47352c9af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28370"
    uid: 9d9aa830-6639-43eb-a27a-58f0cfa14577
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27511"
    uid: 41e11177-f247-4bc3-8c32-8fed4cfd619d
  kind: Event
  lastTimestamp: "2026-09-17T18:30:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:37Z"
    name: isvc-tensorflow.18d62f3612a1f867
    namespace: kserve-ci-e2e-test
    resourceVersion: "27767"
    uid: c06a2842-19c4-46ff-b8e9-bae52f36de95
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27511"
    uid: 41e11177-f247-4bc3-8c32-8fed4cfd619d
  kind: Event
  lastTimestamp: "2026-09-17T18:30:11Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:11Z"
    name: isvc-tensorflow.18d62f36131cb0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27526"
    uid: 0515dd7c-455c-4f8c-a921-641aa11c55c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27764"
    uid: 41e11177-f247-4bc3-8c32-8fed4cfd619d
  kind: Event
  lastTimestamp: "2026-09-17T18:30:37Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:37Z"
    name: isvc-tensorflow.18d62f3c3d9d7355
    namespace: kserve-ci-e2e-test
    resourceVersion: "27766"
    uid: 8368d785-0589-40a0-87a9-32bf8d195f07
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:31:44.289354Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28551"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-7kj5n
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:31:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:31:44Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f4bbe5fe280
    namespace: kserve-ci-e2e-test
    resourceVersion: "28558"
    uid: 5cf5bb12-8aa3-45bb-9a88-7252ad509034
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28562"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:31:44Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:31:44Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f4be0ae136f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28572"
    uid: b56edee7-61fc-47d4-a6d7-a94e810d78d5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:31:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:44Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f4be20f8f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "28574"
    uid: 1a58e90c-7845-439e-9d75-6d009b2da8ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:31:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:44Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f4be563b4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28575"
    uid: 4b93112e-3a23-41ba-84c2-af6a8fbfcac9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:31:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:44Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f4be5e289ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28576"
    uid: 5a6236dd-05b3-4225-a4a9-3481f15de845
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:31:49Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-17T18:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:49Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f4cd8b71131
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 1429df8f-e498-42ce-85df-de08ddb8ab67
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:43Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.632s
    (1m54.632s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:43Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f67895ee2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29539"
    uid: 0145ce46-e658-40a5-9a9a-ddaa3812f020
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:43Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f678fe3b65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29542"
    uid: 95576081-99bf-457b-955e-afb32636bba2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:43Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f6790f7dcac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29543"
    uid: 25503ff8-749c-47c0-8f0e-6a492ec14557
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:43Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f6791040af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29544"
    uid: 7c8c9113-69e2-4a99-81c2-32baccec1277
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:43Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f67972527cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29545"
    uid: 943a2bbd-fb6a-4fb9-b062-ea3b0be64393
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:43Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f679873dd93
    namespace: kserve-ci-e2e-test
    resourceVersion: "29546"
    uid: e5f461eb-110b-4737-b916-2795cc12abcc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:46Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f68053bab43
    namespace: kserve-ci-e2e-test
    resourceVersion: "29569"
    uid: 3d409d3f-067b-49e4-9acb-0ce2bc073730
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:56Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f6a963fabd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29663"
    uid: 704553c8-614f-4e6a-89a6-9f3aa2c5552f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7kj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: 2acb8c70-7b6c-4f71-8183-74f0b4eb7c3e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:56Z"
    name: isvc-triton-predictor-5d7db58676-7kj5n.18d62f6a96403871
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: 318ff2c5-2580-4e73-a664-583dd1a3b978
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: c595f998-f955-43ea-a443-82f180f1df82
  kind: Event
  lastTimestamp: "2026-09-17T18:31:44Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-7kj5n'
  metadata:
    creationTimestamp: "2026-09-17T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:44Z"
    name: isvc-triton-predictor-5d7db58676.18d62f4bbdea2794
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: fb3246f3-e6ea-42ea-a3c9-9c5b8466fca4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28540"
    uid: 7d5ccaf2-02ed-4c32-907c-fb0933a86c43
  kind: Event
  lastTimestamp: "2026-09-17T18:31:44Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:44Z"
    name: isvc-triton-predictor.18d62f4bbb078a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "28544"
    uid: c3821123-c157-4a2b-a447-da545198f485
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28541"
    uid: e03c8a11-4d03-4688-9cf2-8d82b46e924c
  kind: Event
  lastTimestamp: "2026-09-17T18:33:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:33:44Z"
    name: isvc-triton-predictor.18d62f4f39c1c3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29551"
    uid: 397880a5-d0ad-4320-8182-19eeab7e87f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28541"
    uid: e03c8a11-4d03-4688-9cf2-8d82b46e924c
  kind: Event
  lastTimestamp: "2026-09-17T18:33:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:33:44Z"
    name: isvc-triton-predictor.18d62f4f3a2fee0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29552"
    uid: 599c978f-0b0c-4996-8358-2b81af976469
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28533"
    uid: 56364933-a2d7-48fd-8f8d-dc7a17cef8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:33:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:33:51Z"
    name: isvc-triton.18d62f4bbb32d127
    namespace: kserve-ci-e2e-test
    resourceVersion: "29614"
    uid: 01031bf7-bf9a-412f-b2e2-5c79d5d46beb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28533"
    uid: 56364933-a2d7-48fd-8f8d-dc7a17cef8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:31:44Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:31:44Z"
    name: isvc-triton.18d62f4bbb959baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28547"
    uid: f090979b-6dcd-4dd9-8478-52b7a8fb010e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29612"
    uid: 56364933-a2d7-48fd-8f8d-dc7a17cef8d1
  kind: Event
  lastTimestamp: "2026-09-17T18:33:51Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:33:51Z"
    name: isvc-triton.18d62f697149801d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 679282eb-7116-494e-af7b-9b9b09590d98
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:34:01.942498Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29729"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-xlspt
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:34:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:34:01Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f6bcb24349b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29735"
    uid: e72c1f66-3f84-4a5e-b197-e004d49206c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:34:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:34:02Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f6bd8657c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29746"
    uid: db2c7a7f-8af3-40e7-8132-4bf3d8a4b092
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29740"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:34:03Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:34:03Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f6c1541e6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29757"
    uid: 2a5ca27b-ead5-4658-abc0-80da359fa86d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:34:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:34:03Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f6c16ac91ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29759"
    uid: 5733a8f6-58f6-4d09-a512-1c22fd07ab0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:34:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:34:03Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f6c214318bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: b89ada95-f2c2-4adf-8ea1-49403d767cd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:34:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:34:03Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f6c236e65ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "29764"
    uid: 2d5e3064-52c3-4b2b-aad6-4133e8e9f9ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:34:07Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:34:07Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f6d2b6ac9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29808"
    uid: ade0a082-2bb9-4a43-802c-9740d0ada07b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:34:29Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.942s (21.942s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:34:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f72474a20ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29970"
    uid: ecb1174f-4a5f-4eb8-aff3-2a1dd6945229
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:34:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:34:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f724a70990a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29971"
    uid: a20a449d-c1e4-4372-99ea-7723bafd2f53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:34:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:34:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f724ad97cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: 251972ab-500d-464e-b045-5434327eea86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:34:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:34:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f724ae3ca15
    namespace: kserve-ci-e2e-test
    resourceVersion: "29973"
    uid: 0668ceaf-26ec-4ee9-89b2-bc20ef5451bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:34:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:34:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f724da314e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29974"
    uid: 6f3552d8-e50d-4f88-bc05-e80c653ad421
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:34:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:34:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f724e0818d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29975"
    uid: 408ffc5a-cc1f-47ed-9f7f-39516e9a2460
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:35:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:55Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f7251f72f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30802"
    uid: b6133a57-aa72-48fe-a858-e297059f5c0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:35:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f858bc0934a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30772"
    uid: 01575bd2-d405-48c4-8b89-dca3fb166a74
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:35:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f858bc17398
    namespace: kserve-ci-e2e-test
    resourceVersion: "30773"
    uid: 98cb175a-543c-4889-8b34-f9b280dc73f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-xlspt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29731"
    uid: 41bf207e-2eea-4616-9c26-d20142d1c329
  kind: Event
  lastTimestamp: "2026-09-17T18:35:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:55Z"
    name: isvc-xgboost-predictor-7566d65bf7-xlspt.18d62f865826f6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30801"
    uid: 7f4cea4e-8ba1-4466-945a-2954dc69780d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29720"
    uid: 8f86dce7-52d8-4f40-825c-b5952f0927df
  kind: Event
  lastTimestamp: "2026-09-17T18:34:01Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-xlspt'
  metadata:
    creationTimestamp: "2026-09-17T18:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:34:01Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d62f6bcaab24a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29730"
    uid: de9cbb19-d3fd-4b5d-8904-64b08f5fd110
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29718"
    uid: f56d6ce7-86ef-46fb-924f-ca169beedfc8
  kind: Event
  lastTimestamp: "2026-09-17T18:34:01Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:34:01Z"
    name: isvc-xgboost-predictor.18d62f6bc7d2e04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: cd07e7c8-2089-4cb7-b1cf-a51434f41d9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29719"
    uid: 7af29a4d-5e0e-4017-96f2-787614bbd48f
  kind: Event
  lastTimestamp: "2026-09-17T18:35:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:01Z"
    name: isvc-xgboost-predictor.18d62f6f471d0cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30220"
    uid: 25cbc841-2133-43f6-89dc-0fa0681d51ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29719"
    uid: 7af29a4d-5e0e-4017-96f2-787614bbd48f
  kind: Event
  lastTimestamp: "2026-09-17T18:35:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:01Z"
    name: isvc-xgboost-predictor.18d62f6f478a92e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: b7b0fd79-31d9-463a-9357-0249f5aa39cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29869"
    uid: 7af29a4d-5e0e-4017-96f2-787614bbd48f
  kind: Event
  lastTimestamp: "2026-09-17T18:35:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:47Z"
    name: isvc-xgboost-predictor.18d62f7d43eddaee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30717"
    uid: 45976374-0e46-4c2f-9d13-ce556e3802b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29869"
    uid: 7af29a4d-5e0e-4017-96f2-787614bbd48f
  kind: Event
  lastTimestamp: "2026-09-17T18:35:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:47Z"
    name: isvc-xgboost-predictor.18d62f7d443bf8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30718"
    uid: 9e367afd-2c9f-4dba-ae68-823d9f9009b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:37:48.223752Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:37:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:37:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fa07a8e2ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31971"
    uid: 9bebcd0a-b512-4ad0-9c02-7d5d3fedaa29
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31978"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:37:48Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:37:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fa0a864187b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31987"
    uid: 05c819b0-9976-405c-8664-29b7336573fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:37:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fa0a9e45733
    namespace: kserve-ci-e2e-test
    resourceVersion: "31990"
    uid: ab664e86-8957-455e-b0c5-60580e741621
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:37:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fa0af87df3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: c55c2220-c618-431f-b08d-ee009cbb8b0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:37:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fa0b0c63686
    namespace: kserve-ci-e2e-test
    resourceVersion: "31992"
    uid: cb878142-cb86-4744-a9b7-534e1185b14e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:37:53Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:53Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fa1d09c93e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: d454d5ba-60bf-4167-a460-c384fb20a3ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:37:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fa1d442b965
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: cec4c4fa-c9d7-47ee-9c86-f8dde3d2c559
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:37:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fa1d4aa5cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32042"
    uid: 5db1a239-1ee6-4c8e-810f-a8bb40a44fcf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:37:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fa1d4b4cbbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32043"
    uid: 589ab0a8-2cbf-46b1-8770-98a045f280ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:37:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fa1d770e7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32046"
    uid: e3bb93b0-9ac0-42e9-a2d4-7e4f29cf9033
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:37:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fa1d7d5dfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32047"
    uid: f215916c-edf1-4faf-a957-3eb3cf3f71bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:39:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fa248940faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32806"
    uid: 7ba52f24-a711-4286-b4b3-bcdb2e1f7990
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:39:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:18Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fb593e207f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32783"
    uid: 34be09e5-b651-46ec-98da-8ac630bc09fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:39:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:18Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fb593e294df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32784"
    uid: f06fc795-63d4-4d17-aae9-767b9052427d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 93a8b7d3-d3bd-41c2-a4f3-fc404604ff0b
  kind: Event
  lastTimestamp: "2026-09-17T18:39:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-gddlr.18d62fb64ed1af62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32805"
    uid: 47a82da1-f4f1-44b7-8606-0a98640d4250
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31956"
    uid: 761209cc-d81b-418e-aebf-304f832fba3d
  kind: Event
  lastTimestamp: "2026-09-17T18:37:48Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-gddlr'
  metadata:
    creationTimestamp: "2026-09-17T18:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:37:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d62fa07a20b16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 141a369c-9076-47ad-891d-6d2f98269725
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31954"
    uid: 59a9c7dd-b6bb-44ba-97ec-2bb53081bbb0
  kind: Event
  lastTimestamp: "2026-09-17T18:37:48Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:37:48Z"
    name: isvc-xgboost-runtime-predictor.18d62fa076e2d43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31958"
    uid: 8bce8dde-29ff-4106-9b43-872f5c05d2f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31955"
    uid: a609bff6-ed35-4995-9155-23276cafc54d
  kind: Event
  lastTimestamp: "2026-09-17T18:38:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:38:33Z"
    name: isvc-xgboost-runtime-predictor.18d62fa3f5600d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32341"
    uid: e4872f67-ce04-43fd-b31a-319fc723b96e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31955"
    uid: a609bff6-ed35-4995-9155-23276cafc54d
  kind: Event
  lastTimestamp: "2026-09-17T18:38:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:38:33Z"
    name: isvc-xgboost-runtime-predictor.18d62fa3f5ca9deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: f00599f5-a6ef-4cdb-b011-9f28f7b2e48a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32119"
    uid: a609bff6-ed35-4995-9155-23276cafc54d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:18Z"
    name: isvc-xgboost-runtime-predictor.18d62fa7752dcd12
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 7a7cfad4-3bb8-435d-a6e0-3563ba912a66
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:38:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32119"
    uid: a609bff6-ed35-4995-9155-23276cafc54d
  kind: Event
  lastTimestamp: "2026-09-17T18:39:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:18Z"
    name: isvc-xgboost-runtime-predictor.18d62fa775987f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32762"
    uid: 95ce3103-0a88-468b-a5e2-35477005d16d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31946"
    uid: 1506d9f3-850a-45f1-9a50-74884abcab40
  kind: Event
  lastTimestamp: "2026-09-17T18:39:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:39:12Z"
    name: isvc-xgboost-runtime.18d62fa076e5a781
    namespace: kserve-ci-e2e-test
    resourceVersion: "32659"
    uid: cfcf1565-dc63-4cc8-849c-03d1b635840a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31946"
    uid: 1506d9f3-850a-45f1-9a50-74884abcab40
  kind: Event
  lastTimestamp: "2026-09-17T18:37:48Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:37:48Z"
    name: isvc-xgboost-runtime.18d62fa0777b31d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: ab25c0cc-cc65-4f89-a1d1-23fe9453af02
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32656"
    uid: 1506d9f3-850a-45f1-9a50-74884abcab40
  kind: Event
  lastTimestamp: "2026-09-17T18:39:12Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:39:12Z"
    name: isvc-xgboost-runtime.18d62fb4002c2335
    namespace: kserve-ci-e2e-test
    resourceVersion: "32657"
    uid: 84755771-6313-4fd7-9403-b4a44b9f0096
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:35:57.748227Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30840"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:35:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:35:57Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f86c1b36270
    namespace: kserve-ci-e2e-test
    resourceVersion: "30846"
    uid: 9ec089a5-b661-4ff6-92fc-f7f622bc5758
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:35:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:57Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f86c9c0faa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30853"
    uid: a6ad2deb-bf0f-464d-b4b1-a73d1d3d9e4a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30850"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:35:58Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:35:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f870770da84
    namespace: kserve-ci-e2e-test
    resourceVersion: "30863"
    uid: a66d5477-37f4-4148-9b27-3431561ddb42
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:35:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f8708c84e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30865"
    uid: 884fccc9-8100-40b8-93a5-076ed31d1cbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:35:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f870bf5baf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30866"
    uid: 2f11f8eb-e9dd-406e-8598-01962de65d26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:35:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:35:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f870c73f1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: f91e94bf-1163-4c1e-b38f-2b20140e64e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:36:03Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f880030def3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30899"
    uid: 2cd08e75-6788-4607-b098-6e09ec2b3182
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:36:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f8803ad6039
    namespace: kserve-ci-e2e-test
    resourceVersion: "30903"
    uid: 37f57f07-12b3-412a-9f76-49f9b1a1fce9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:36:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f880423d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "30904"
    uid: f3c75311-ac3c-4f47-af45-4d27e73f4028
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:36:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f88042e6eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: 1e4dc25a-1aa5-4a03-bd22-3599fa97d49b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:36:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f88075d41d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: 588ece07-e620-4da5-b0f4-b1b3560b2e5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:36:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f8807d75d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "30908"
    uid: 2bb5c5d8-06b4-4f2e-9bfb-9af4e11db080
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:36:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:47Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f9268f33569
    namespace: kserve-ci-e2e-test
    resourceVersion: "31278"
    uid: 241bd0dd-23b8-480e-9ddd-611b6d54547d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:36:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:47Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f9268f39f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31279"
    uid: 51d2ec40-f61d-4db4-8f91-adcd9c4a9dc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:36:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f932e3b4418
    namespace: kserve-ci-e2e-test
    resourceVersion: "31307"
    uid: 183fda3d-43f1-4c42-afa4-d8dc90b46ca0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 9496fd41-592c-4813-8df1-549ff1216fd8
  kind: Event
  lastTimestamp: "2026-09-17T18:36:51Z"
  message: 'Readiness probe failed: Get "http://10.132.0.51:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp.18d62f932e7d59e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31308"
    uid: aa4161f8-c29f-4479-b82e-1d0744690165
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: 2fc1f9a5-ddf5-4a37-8056-7232ccfdcdde
  kind: Event
  lastTimestamp: "2026-09-17T18:35:57Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-52fcp'
  metadata:
    creationTimestamp: "2026-09-17T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:57Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d62f86c147e48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 07f9b93d-45ab-4e49-9b8c-960c664c84f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30829"
    uid: 0112f7ba-2f20-40e3-95aa-ca14dd4df44f
  kind: Event
  lastTimestamp: "2026-09-17T18:35:57Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:35:57Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62f86be5a738f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30832"
    uid: 24514676-6599-443b-9e40-bc3a900424a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30830"
    uid: 3b24bfaf-a6b6-44a0-a94c-d910868e39c8
  kind: Event
  lastTimestamp: "2026-09-17T18:36:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:36:42Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62f8a3ed3146c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31211"
    uid: be0c7ed6-36f6-4431-9bfa-8594af3d8f74
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30830"
    uid: 3b24bfaf-a6b6-44a0-a94c-d910868e39c8
  kind: Event
  lastTimestamp: "2026-09-17T18:36:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:36:42Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62f8a409eb344
    namespace: kserve-ci-e2e-test
    resourceVersion: "31212"
    uid: 7f31b264-84b2-4a98-a70a-a63e69da1400
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: 5b0463d9-7f17-4d4c-b4a6-4672d968fd27
  kind: Event
  lastTimestamp: "2026-09-17T18:36:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:36:41Z"
    name: isvc-xgboost-v2-mlserver.18d62f86be6595b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31201"
    uid: 0ee88d4d-7cc7-4b0a-afeb-2df5ff249610
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: 5b0463d9-7f17-4d4c-b4a6-4672d968fd27
  kind: Event
  lastTimestamp: "2026-09-17T18:35:57Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:35:57Z"
    name: isvc-xgboost-v2-mlserver.18d62f86beedb792
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: 3c216d51-4f6c-4da6-aa5f-dd258dc045b9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31198"
    uid: 5b0463d9-7f17-4d4c-b4a6-4672d968fd27
  kind: Event
  lastTimestamp: "2026-09-17T18:36:41Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:36:41Z"
    name: isvc-xgboost-v2-mlserver.18d62f90dfa9f46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31199"
    uid: d75537b0-6e6b-4c4a-84bb-00b36ad01a55
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:40:29.186158Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33418"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:40:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:40:29Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fc5f4a9a14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: b16e1f3a-7349-4eda-9a1d-06a563d28c78
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:40:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:29Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fc6007cc903
    namespace: kserve-ci-e2e-test
    resourceVersion: "33436"
    uid: f06be981-3e7f-4718-a63f-2f7e4daab95d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33427"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:40:30Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:40:30Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fc63a5424ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33448"
    uid: 1d029fa7-bf85-4de2-bbee-73ed5315b5fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:40:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:30Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fc63bd0b2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33450"
    uid: 2437d06f-b4e5-49ad-a8e6-f5426a6bef6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:40:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:30Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fc63ed7fce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33453"
    uid: e6455ab7-6665-46ec-965a-844fa3166449
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:40:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:30Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fc63f428fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 239b8df4-c23a-463f-a950-f5ba91c1fcbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:40:34Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fc73e4b14bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33499"
    uid: da6f21dc-a5f9-4502-9ccf-83a338ea7452
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:40:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fc74128ed52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33501"
    uid: f9b2d5f9-148e-46a1-8eee-e751774b31d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:40:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fc741943233
    namespace: kserve-ci-e2e-test
    resourceVersion: "33503"
    uid: 228949dd-66ff-487e-8ef3-a2110946a6b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:40:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fc741a0a892
    namespace: kserve-ci-e2e-test
    resourceVersion: "33505"
    uid: 930bf343-9d7e-4e98-b125-f7d88f2f46b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:40:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fc7453aa737
    namespace: kserve-ci-e2e-test
    resourceVersion: "33509"
    uid: 3c01b96a-b03c-40f3-ae7f-cf02858b90f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:40:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fc745f00d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33510"
    uid: c800d11a-c42f-403b-93ab-0846abfb3a4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fc7b6377a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34200"
    uid: 4744895a-e760-41af-989e-82958ffb5e80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:49Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fd8bd43fd79
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: d460fe66-0a7e-4f06-92b2-94ac32b885a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:49Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fd8bd452967
    namespace: kserve-ci-e2e-test
    resourceVersion: "34167"
    uid: c48a2d13-0c37-45b9-a573-e243788f72d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 69433246-8de1-49f3-9d4e-75edda00a31b
  kind: Event
  lastTimestamp: "2026-09-17T18:41:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:41:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ncg4v.18d62fd968612277
    namespace: kserve-ci-e2e-test
    resourceVersion: "34199"
    uid: 6595f576-fd7d-4ed4-8001-f338ff31b68e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33409"
    uid: 9b768ae4-686a-4671-b914-fd5bdb88458d
  kind: Event
  lastTimestamp: "2026-09-17T18:40:29Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-ncg4v'
  metadata:
    creationTimestamp: "2026-09-17T18:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:29Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d62fc5f4542cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33422"
    uid: d4d00e44-545d-41d1-957d-1a7675cc71d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33407"
    uid: 4bdbc77d-b3d1-4f8d-994e-917e0209b7cc
  kind: Event
  lastTimestamp: "2026-09-17T18:40:29Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:29Z"
    name: isvc-xgboost-v2-predictor.18d62fc5f18db365
    namespace: kserve-ci-e2e-test
    resourceVersion: "33411"
    uid: c73e0826-c073-4e34-817c-e97b91af9d6e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 0c951fad-9c20-46aa-8a63-a95fcea7a92c
  kind: Event
  lastTimestamp: "2026-09-17T18:40:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:59Z"
    name: isvc-xgboost-v2-predictor.18d62fc96ff69ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33694"
    uid: a447cf80-11bd-4bac-a375-b731128db270
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 0c951fad-9c20-46aa-8a63-a95fcea7a92c
  kind: Event
  lastTimestamp: "2026-09-17T18:40:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:59Z"
    name: isvc-xgboost-v2-predictor.18d62fc970634025
    namespace: kserve-ci-e2e-test
    resourceVersion: "33695"
    uid: afbd439f-8fd0-44e1-ab78-5af18b366bdd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33579"
    uid: 0c951fad-9c20-46aa-8a63-a95fcea7a92c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:44Z"
    name: isvc-xgboost-v2-predictor.18d62fd06ebca5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34103"
    uid: 208fdc1f-843b-4188-8ca3-6eec00eba38b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33579"
    uid: 0c951fad-9c20-46aa-8a63-a95fcea7a92c
  kind: Event
  lastTimestamp: "2026-09-17T18:41:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:41:44Z"
    name: isvc-xgboost-v2-predictor.18d62fd06f29a5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "34104"
    uid: af52c035-3a7b-4eb9-9f32-3b596e9e2153
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:39:23.930142Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32849"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:39:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:39:23Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fb6c319c97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: b12819aa-4e7b-45aa-8163-4b1b96de4dc7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:39:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:24Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fb6cd50a339
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: 2b716a3b-25ce-4997-b666-3984686255f5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32859"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:39:25Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:39:25Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fb709910f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32875"
    uid: e4bb8255-1045-43b9-90f8-a24bc4e43efe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:39:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:25Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fb70b087e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "32877"
    uid: 496fbe83-a6b2-4560-a72c-d0c6704cf275
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:39:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:25Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fb70df1a48b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32878"
    uid: b3cf95e3-e8bd-4885-bc39-c6874ac365a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:39:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:25Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fb70e611b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32879"
    uid: c15de3a9-85b9-4d89-87da-3ad0f7aca928
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:39:29Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:29Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fb7f2703557
    namespace: kserve-ci-e2e-test
    resourceVersion: "32914"
    uid: 301b2399-429d-4689-bb8d-6e62ca9e2ce9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:39:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:29Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fb7f5e32975
    namespace: kserve-ci-e2e-test
    resourceVersion: "32916"
    uid: c355cabd-1275-458c-9b84-3ba0da9762a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:39:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:29Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fb7f655e663
    namespace: kserve-ci-e2e-test
    resourceVersion: "32919"
    uid: b709b1aa-6ad7-4a30-affb-4776cf8fdebe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:39:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:29Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fb7f66007f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: 03435c97-8af7-49d4-a136-be9a85265602
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:39:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:29Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fb7fbe13275
    namespace: kserve-ci-e2e-test
    resourceVersion: "32922"
    uid: 063f8eb9-8bc6-4b0c-8306-2d724c0b426c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:39:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:39:29Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fb7fc59c049
    namespace: kserve-ci-e2e-test
    resourceVersion: "32923"
    uid: e707450e-77fc-4020-bcf3-d9c5860d1f09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:40:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:06Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fc092fb3fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33200"
    uid: 6495ca36-5f48-4ee6-bdc4-145d467ccf14
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:40:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:23Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fc4bf354500
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: e63b24de-4d20-4945-96b1-4c08862ee77e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:40:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:24Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fc4bf35c548
    namespace: kserve-ci-e2e-test
    resourceVersion: "33354"
    uid: 7df747ad-d779-4ab9-8d0e-f899c984686e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:40:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:31Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fc5388d72a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 7ef86c6d-f833-4f25-9552-dd9311313f96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: be3bf680-53cf-4160-84a5-e91bead01bd6
  kind: Event
  lastTimestamp: "2026-09-17T18:40:27Z"
  message: 'Readiness probe failed: Get "http://10.132.0.54:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:40:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr.18d62fc577020bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33376"
    uid: afea8d59-f4b2-43a6-aa19-a9dd8ba10bfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: 2816c42b-9b35-4f9a-a20a-5dfae3c05134
  kind: Event
  lastTimestamp: "2026-09-17T18:39:23Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jjxzr'
  metadata:
    creationTimestamp: "2026-09-17T18:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:23Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d62fb6c2adbc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32850"
    uid: 2d49cd2a-5063-432c-bbb8-8dccac03e81c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: 3b21a9a1-5a99-4fb5-ac09-35533dee8dda
  kind: Event
  lastTimestamp: "2026-09-17T18:39:23Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:39:23Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62fb6c011ac4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32843"
    uid: 1c9cade4-efc6-45be-a126-220fad696f4d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32839"
    uid: 1e8ecaae-630b-42d1-8fc6-bef88519bf4d
  kind: Event
  lastTimestamp: "2026-09-17T18:40:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:08Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62fba3f0b445f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33221"
    uid: 852bb747-ba91-479a-a372-6d64a97b544f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32839"
    uid: 1e8ecaae-630b-42d1-8fc6-bef88519bf4d
  kind: Event
  lastTimestamp: "2026-09-17T18:40:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:08Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62fba3f79b064
    namespace: kserve-ci-e2e-test
    resourceVersion: "33222"
    uid: 26879a97-0b61-45e5-b590-07b2cdcd833a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33000"
    uid: 1e8ecaae-630b-42d1-8fc6-bef88519bf4d
  kind: Event
  lastTimestamp: "2026-09-17T18:40:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:23Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62fc4bc57695c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33335"
    uid: ac5a6591-363a-4593-b275-32d4f1d2bdbd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33000"
    uid: 1e8ecaae-630b-42d1-8fc6-bef88519bf4d
  kind: Event
  lastTimestamp: "2026-09-17T18:40:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:40:23Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62fc4bcc2d604
    namespace: kserve-ci-e2e-test
    resourceVersion: "33337"
    uid: d42e4872-19fc-424c-8c74-adb880fffff6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32830"
    uid: 2d7f7853-32f4-4ce8-b515-710860c68a46
  kind: Event
  lastTimestamp: "2026-09-17T18:40:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:40:16Z"
    name: isvc-xgboost-v2-runtime.18d62fb6c01042ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33282"
    uid: ae8a7208-5268-4501-ba2f-afe731f952c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:39:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32830"
    uid: 2d7f7853-32f4-4ce8-b515-710860c68a46
  kind: Event
  lastTimestamp: "2026-09-17T18:39:23Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:39:23Z"
    name: isvc-xgboost-v2-runtime.18d62fb6c0a6a685
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: e1e1c580-16c8-49e0-ba66-12fe75b85a48
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33280"
    uid: 2d7f7853-32f4-4ce8-b515-710860c68a46
  kind: Event
  lastTimestamp: "2026-09-17T18:40:16Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:40:16Z"
    name: isvc-xgboost-v2-runtime.18d62fc2ea625322
    namespace: kserve-ci-e2e-test
    resourceVersion: "33281"
    uid: e06e2edf-2d5d-4b64-bbbb-0d85bbdefcb9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33399"
    uid: ced5cf91-5219-471f-8f07-7a3b5483ac00
  kind: Event
  lastTimestamp: "2026-09-17T18:41:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:42Z"
    name: isvc-xgboost-v2.18d62fc5f1260424
    namespace: kserve-ci-e2e-test
    resourceVersion: "34095"
    uid: 92d56a78-1ad9-4a7d-ad86-62cb4a1d9c3f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33399"
    uid: ced5cf91-5219-471f-8f07-7a3b5483ac00
  kind: Event
  lastTimestamp: "2026-09-17T18:40:29Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:40:29Z"
    name: isvc-xgboost-v2.18d62fc5f1904d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33431"
    uid: 785c48eb-cbb4-4568-ba9e-dd733054c919
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33402"
    uid: ced5cf91-5219-471f-8f07-7a3b5483ac00
  kind: Event
  lastTimestamp: "2026-09-17T18:40:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:40:29Z"
    name: isvc-xgboost-v2.18d62fc5f71e1414
    namespace: kserve-ci-e2e-test
    resourceVersion: "33432"
    uid: 114419c6-f724-4237-a352-e7f6c1b1acbd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:41:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: ced5cf91-5219-471f-8f07-7a3b5483ac00
  kind: Event
  lastTimestamp: "2026-09-17T18:41:42Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:41:42Z"
    name: isvc-xgboost-v2.18d62fd7195e703e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34092"
    uid: 42db81c3-2f2f-4e1b-9d36-b17157a6744a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29710"
    uid: 95957002-eab3-4e6d-8a68-8e75a23523cb
  kind: Event
  lastTimestamp: "2026-09-17T18:35:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:35:46Z"
    name: isvc-xgboost.18d62f6bc7e535b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30710"
    uid: eca3f75b-ee20-4696-a9e5-cc2b7d936893
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:34:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29710"
    uid: 95957002-eab3-4e6d-8a68-8e75a23523cb
  kind: Event
  lastTimestamp: "2026-09-17T18:34:01Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:34:01Z"
    name: isvc-xgboost.18d62f6bc8633474
    namespace: kserve-ci-e2e-test
    resourceVersion: "29726"
    uid: e0e731ff-e32c-4ae8-97ff-e3e7fd1dfdb9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:35:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30708"
    uid: 95957002-eab3-4e6d-8a68-8e75a23523cb
  kind: Event
  lastTimestamp: "2026-09-17T18:35:46Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:35:46Z"
    name: isvc-xgboost.18d62f8409cb8ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30709"
    uid: d7276b61-2090-4261-a95a-cec0f555ea4d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:12:10.327274Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gq4sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17252"
    uid: efb2856d-2c13-455a-b2b3-0f35609d8c23
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-gq4sf
    to ip-10-0-137-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:12:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:12:10Z"
    name: message-dumper-predictor-6575bcfdfd-gq4sf.18d62e3a68c8357c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17256"
    uid: e4e8effa-a105-4043-b7a8-5ffafb4b3f38
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gq4sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: efb2856d-2c13-455a-b2b3-0f35609d8c23
  kind: Event
  lastTimestamp: "2026-09-17T18:12:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:10Z"
    name: message-dumper-predictor-6575bcfdfd-gq4sf.18d62e3a7648e006
    namespace: kserve-ci-e2e-test
    resourceVersion: "17267"
    uid: 7f757b0a-afc3-434e-8278-bd8588aba8a7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gq4sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: efb2856d-2c13-455a-b2b3-0f35609d8c23
  kind: Event
  lastTimestamp: "2026-09-17T18:12:11Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:12:11Z"
    name: message-dumper-predictor-6575bcfdfd-gq4sf.18d62e3aaea41e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17278"
    uid: c8237209-9201-4c2e-ae0a-b0e662e55ca8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gq4sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: efb2856d-2c13-455a-b2b3-0f35609d8c23
  kind: Event
  lastTimestamp: "2026-09-17T18:12:11Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:11Z"
    name: message-dumper-predictor-6575bcfdfd-gq4sf.18d62e3ab0045f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "17280"
    uid: 83f2a809-a7f7-4201-9482-debaaffd8028
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gq4sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: efb2856d-2c13-455a-b2b3-0f35609d8c23
  kind: Event
  lastTimestamp: "2026-09-17T18:12:12Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.205s (1.205s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:12Z"
    name: message-dumper-predictor-6575bcfdfd-gq4sf.18d62e3af7dd8574
    namespace: kserve-ci-e2e-test
    resourceVersion: "17288"
    uid: 0eadc035-435b-4a58-9511-84e917fb61dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gq4sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: efb2856d-2c13-455a-b2b3-0f35609d8c23
  kind: Event
  lastTimestamp: "2026-09-17T18:12:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:12Z"
    name: message-dumper-predictor-6575bcfdfd-gq4sf.18d62e3afaf62dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17290"
    uid: 01790cfc-3faf-4920-a418-7c30c7b80aff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gq4sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: efb2856d-2c13-455a-b2b3-0f35609d8c23
  kind: Event
  lastTimestamp: "2026-09-17T18:12:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:12Z"
    name: message-dumper-predictor-6575bcfdfd-gq4sf.18d62e3afb6ca562
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: fb7bf1fb-16aa-4134-9de6-27d88d105e07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gq4sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: efb2856d-2c13-455a-b2b3-0f35609d8c23
  kind: Event
  lastTimestamp: "2026-09-17T18:12:12Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T18:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:12Z"
    name: message-dumper-predictor-6575bcfdfd-gq4sf.18d62e3afb79f03e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17292"
    uid: cfef3cd6-f5d5-4d95-af87-8345987924b2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gq4sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: efb2856d-2c13-455a-b2b3-0f35609d8c23
  kind: Event
  lastTimestamp: "2026-09-17T18:12:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.196s (2.196s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:14Z"
    name: message-dumper-predictor-6575bcfdfd-gq4sf.18d62e3b7e6c4cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17310"
    uid: d13011d8-3b84-490b-934b-4bda6c11b085
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gq4sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: efb2856d-2c13-455a-b2b3-0f35609d8c23
  kind: Event
  lastTimestamp: "2026-09-17T18:12:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:15Z"
    name: message-dumper-predictor-6575bcfdfd-gq4sf.18d62e3b82390803
    namespace: kserve-ci-e2e-test
    resourceVersion: "17311"
    uid: 2f40e79f-ead3-418b-a989-cce8d2c619e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gq4sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: efb2856d-2c13-455a-b2b3-0f35609d8c23
  kind: Event
  lastTimestamp: "2026-09-17T18:12:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:15Z"
    name: message-dumper-predictor-6575bcfdfd-gq4sf.18d62e3b8316d8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17312"
    uid: 8552977d-0158-4baa-99a4-9ebb5374d6ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gq4sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: efb2856d-2c13-455a-b2b3-0f35609d8c23
  kind: Event
  lastTimestamp: "2026-09-17T18:14:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:05Z"
    name: message-dumper-predictor-6575bcfdfd-gq4sf.18d62e5540c382b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18369"
    uid: 4e6801e0-a408-4cfd-bff5-cf1e4411dd2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-gq4sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: efb2856d-2c13-455a-b2b3-0f35609d8c23
  kind: Event
  lastTimestamp: "2026-09-17T18:14:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:05Z"
    name: message-dumper-predictor-6575bcfdfd-gq4sf.18d62e5540c412a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18370"
    uid: 2b234e11-6386-4c30-ae6a-594c74bbf81c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: 91623b31-d2e2-4e5f-b655-d9a216d7f0d3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:10Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-gq4sf'
  metadata:
    creationTimestamp: "2026-09-17T18:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:10Z"
    name: message-dumper-predictor-6575bcfdfd.18d62e3a6861fb33
    namespace: kserve-ci-e2e-test
    resourceVersion: "17254"
    uid: 11b9eeb7-2157-4497-b520-4ce0083cc304
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: d7650c73-9954-4532-953e-1738a0ae6ef9
  kind: Event
  lastTimestamp: "2026-09-17T18:12:10Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:10Z"
    name: message-dumper-predictor.18d62e3a6693da99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: 8c7f1282-d4eb-43d3-85bc-54511ad097c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: b423ef8a-9aad-430a-97bc-1d5fc6ce9309
  kind: Event
  lastTimestamp: "2026-09-17T18:12:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:40Z"
    name: message-dumper-predictor.18d62e3de53ff0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: fae98b89-14e1-4bba-b6c7-aebb2eff6e1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: b423ef8a-9aad-430a-97bc-1d5fc6ce9309
  kind: Event
  lastTimestamp: "2026-09-17T18:12:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:40Z"
    name: message-dumper-predictor.18d62e3de5b7453b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: 87fb5d58-4c71-416c-8594-480d031a70e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17230"
    uid: e484e55c-e6fa-438c-be63-3544d2ff9aed
  kind: Event
  lastTimestamp: "2026-09-17T18:12:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:23Z"
    name: message-dumper.18d62e3a66980fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: fb08e05e-6d8c-4622-9986-d7890c96b4fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17230"
    uid: e484e55c-e6fa-438c-be63-3544d2ff9aed
  kind: Event
  lastTimestamp: "2026-09-17T18:12:10Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:10Z"
    name: message-dumper.18d62e3a671d9882
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 4fc0827c-20af-4965-9e81-0655de5c91a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: e484e55c-e6fa-438c-be63-3544d2ff9aed
  kind: Event
  lastTimestamp: "2026-09-17T18:12:23Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:23Z"
    name: message-dumper.18d62e3d7ecd6944
    namespace: kserve-ci-e2e-test
    resourceVersion: "17390"
    uid: 612e8a4a-1bd3-4b77-b2a7-11baf2e3b883
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:22:12.374602Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22583"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:22:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:22:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ec695996657
    namespace: kserve-ci-e2e-test
    resourceVersion: "22589"
    uid: fec0b816-cd4e-4768-996e-9389e00200e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22593"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:22:12Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:22:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ec6b7956b47
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: f066b05f-7967-4547-9fd9-b081e613d1ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:22:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ec6b9cccf46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: dccd1725-9834-4355-897c-7f57dbeca285
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:22:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ec6bcbf4e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22609"
    uid: a0770857-1124-4d35-9996-d9f017e15829
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:22:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ec6bd354361
    namespace: kserve-ci-e2e-test
    resourceVersion: "22610"
    uid: d4e024f9-dd31-46d9-9e7a-45d36790a284
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:22:17Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-17T18:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:17Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ec7ad331f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22641"
    uid: 692a11e1-f449-4491-afd4-defc30cd9eca
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:24:25Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m8.433s
    (2m8.433s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ee5946f70d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23648"
    uid: 9735e74d-b214-40d4-bbb2-b7b115538e4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:24:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ee599874fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23649"
    uid: 34b764c1-8829-4cbb-a6d3-2435957448fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:24:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ee59ac04f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 46db6c9f-0352-4f4b-9006-1f1a9eeec64f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:24:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ee59aca7928
    namespace: kserve-ci-e2e-test
    resourceVersion: "23652"
    uid: 92021f7a-cba5-43da-98d7-b54cb0bee2b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:24:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ee59ed4f744
    namespace: kserve-ci-e2e-test
    resourceVersion: "23655"
    uid: 9ad7575e-ff47-4f1c-aa97-03410e79bfa4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:24:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ee59ff20951
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: 138a1309-feea-462a-893b-f1cba850c443
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:25:01Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62eee0667e69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 0dc6754b-2d40-43ca-a907-c77717ce505a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:25:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ef0873beeaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: 2fb83bd3-fba6-4845-a19d-90e3d851cdaa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:25:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ef0873c5a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "24114"
    uid: aa1ef7b3-d4a5-4fb9-b5a4-a032d7e19d82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: aca66151-f3fc-4be2-930e-946090928e89
  kind: Event
  lastTimestamp: "2026-09-17T18:25:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:16Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q.18d62ef1829f6202
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: f3d99f03-3889-4880-ac6b-657678cc1b6b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22571"
    uid: 01c95035-fcad-49d0-b38e-e7b51b625668
  kind: Event
  lastTimestamp: "2026-09-17T18:22:12Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-qlc9q'
  metadata:
    creationTimestamp: "2026-09-17T18:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d62ec6952b5cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: 741e7e51-7608-4cf5-b1d7-2f8664722c27
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22569"
    uid: cefa49e0-0a65-4181-91a2-d9ee319fc38e
  kind: Event
  lastTimestamp: "2026-09-17T18:22:12Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:12Z"
    name: sklearn-v2-mlserver-predictor.18d62ec6922e364c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22574"
    uid: 0a48e11d-f397-4f39-86ef-34ae2db68dab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22570"
    uid: 6aa30eec-a4e0-4d2c-85ec-5ee94426a0b3
  kind: Event
  lastTimestamp: "2026-09-17T18:24:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:27Z"
    name: sklearn-v2-mlserver-predictor.18d62eca10eeaad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23668"
    uid: 2584722f-bcb6-477e-bdbe-278c00e130e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22570"
    uid: 6aa30eec-a4e0-4d2c-85ec-5ee94426a0b3
  kind: Event
  lastTimestamp: "2026-09-17T18:24:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:27Z"
    name: sklearn-v2-mlserver-predictor.18d62eca1169d6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23669"
    uid: c23b1d8a-4376-45ca-97fa-3a9350026b34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: 6aa30eec-a4e0-4d2c-85ec-5ee94426a0b3
  kind: Event
  lastTimestamp: "2026-09-17T18:25:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:12Z"
    name: sklearn-v2-mlserver-predictor.18d62ee9873152f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24102"
    uid: 8a63f8cc-fed6-40af-96ac-cdeb5a8b6121
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: 6aa30eec-a4e0-4d2c-85ec-5ee94426a0b3
  kind: Event
  lastTimestamp: "2026-09-17T18:25:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:12Z"
    name: sklearn-v2-mlserver-predictor.18d62ee987a52445
    namespace: kserve-ci-e2e-test
    resourceVersion: "24106"
    uid: fb2f625f-9a9b-44be-a79a-ec3e8c7175fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22562"
    uid: c883a71b-f7ee-4c96-adec-a2faf21ffcef
  kind: Event
  lastTimestamp: "2026-09-17T18:25:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:11Z"
    name: sklearn-v2-mlserver.18d62ec6922eef4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: d1b3ba8f-d9ea-4a0c-8eae-d26ca6174ce9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22562"
    uid: c883a71b-f7ee-4c96-adec-a2faf21ffcef
  kind: Event
  lastTimestamp: "2026-09-17T18:22:12Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:12Z"
    name: sklearn-v2-mlserver.18d62ec692bece2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22578"
    uid: 02ec4bfd-edb6-4934-9b79-95d086e9155e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "24086"
    uid: c883a71b-f7ee-4c96-adec-a2faf21ffcef
  kind: Event
  lastTimestamp: "2026-09-17T18:25:11Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:11Z"
    name: sklearn-v2-mlserver.18d62ef05df5d98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: a7a46387-1bea-42e8-a493-4ba5e92578bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:36:52.989235Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31369"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    to ip-10-0-133-151.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:36:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:36:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f939e525da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31375"
    uid: 9180b4f7-221a-429c-8d74-e148e69b8957
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-74d6666bc7-f5vkk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:36:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:53Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f93a854b2de
    namespace: kserve-ci-e2e-test
    resourceVersion: "31383"
    uid: c68c07bb-bc1a-4ce9-986b-c62e666d794b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31379"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:36:54Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:36:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f93e4665145
    namespace: kserve-ci-e2e-test
    resourceVersion: "31395"
    uid: d1ce08e6-25bc-4d24-9edd-c66c83c1ccc6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:36:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f93e5ebb3d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31397"
    uid: 9318bdd9-d03f-45c1-931e-b6a7a5f3b9e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:36:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f93e9234ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31399"
    uid: 5b0cac84-3b50-4959-8a19-3cc9335fdcad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:36:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f93e9e85519
    namespace: kserve-ci-e2e-test
    resourceVersion: "31400"
    uid: 36f2de75-e4d8-4f7e-8984-28bed1f2f5ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:36:58Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:58Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f94de356e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "31467"
    uid: a02386f9-bc20-46fd-be49-0751b17b93ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:36:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:58Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f94e12aa49d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: 33c61617-ae75-4e58-a1d5-7130f4b96bf9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:36:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:58Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f94e19ddab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31472"
    uid: b4074fd9-68f5-44b4-8c95-7db1e1a0ba14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:36:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:58Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f94e1a9b40b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31473"
    uid: ea9f68dc-0e3a-4110-8757-3ef35df54f60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:36:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:58Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f94e4da175f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31476"
    uid: cc4f68a1-3fc4-4eef-adeb-afce6d91008e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:36:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:36:58Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f94e54e821d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31478"
    uid: 0fff71ca-39d1-41c6-82c7-81757370553a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:37:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:43Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f9f45ca5f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "31900"
    uid: 022d8f46-a8b3-4c4f-86c7-1bbad8b35bba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:37:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:43Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62f9f45caeda3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31901"
    uid: 9196e91c-8eb8-4fe5-897f-5fe21279fac1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:37:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62fa00c2c722c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31923"
    uid: 1b9e5fe5-d3df-495e-98a9-d0d5770b6d0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 8bf46ca6-5485-44dc-931e-1f4f74cd6d70
  kind: Event
  lastTimestamp: "2026-09-17T18:37:46Z"
  message: 'Readiness probe failed: Get "http://10.132.0.52:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:37:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7.18d62fa00c8ec152
    namespace: kserve-ci-e2e-test
    resourceVersion: "31924"
    uid: 8c76582f-9640-4b45-b17d-026f296aa905
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31359"
    uid: 277603fa-e03c-4357-8dd1-2359a9b999f7
  kind: Event
  lastTimestamp: "2026-09-17T18:36:52Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-hmcf7'
  metadata:
    creationTimestamp: "2026-09-17T18:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:36:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d62f939dc11d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "31372"
    uid: 78cf49cd-f78e-441d-a786-c862415fcfa4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31357"
    uid: f4e71991-c94e-40ee-a386-ad465b09d2c0
  kind: Event
  lastTimestamp: "2026-09-17T18:36:52Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:36:52Z"
    name: xgboost-v2-mlserver-predictor.18d62f939abc4bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31361"
    uid: 4c76a07b-034c-47f3-ab37-22aee9264e60
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31358"
    uid: dca85d3e-4115-4367-93fb-694775caf522
  kind: Event
  lastTimestamp: "2026-09-17T18:37:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:37:07Z"
    name: xgboost-v2-mlserver-predictor.18d62f9719cdc6ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31614"
    uid: d800995d-dd0e-48ad-bb5a-d0562a8a5b75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31358"
    uid: dca85d3e-4115-4367-93fb-694775caf522
  kind: Event
  lastTimestamp: "2026-09-17T18:37:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:37:07Z"
    name: xgboost-v2-mlserver-predictor.18d62f971a3eefcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: fd9fb468-057b-4425-9767-9c60c4f70e63
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31615"
    uid: dca85d3e-4115-4367-93fb-694775caf522
  kind: Event
  lastTimestamp: "2026-09-17T18:37:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:37:37Z"
    name: xgboost-v2-mlserver-predictor.18d62f9a990c551e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31850"
    uid: 68d2335b-3686-414c-941d-ea0b110a1c79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31615"
    uid: dca85d3e-4115-4367-93fb-694775caf522
  kind: Event
  lastTimestamp: "2026-09-17T18:37:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:37:38Z"
    name: xgboost-v2-mlserver-predictor.18d62f9a9982ceac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31851"
    uid: 2ef91d15-98bc-43a2-9470-877b5f75e5bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31349"
    uid: 233ad49f-7987-40b0-b3b5-582f98fc3b06
  kind: Event
  lastTimestamp: "2026-09-17T18:37:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:37:36Z"
    name: xgboost-v2-mlserver.18d62f939ac86028
    namespace: kserve-ci-e2e-test
    resourceVersion: "31839"
    uid: badd3999-44b0-498c-899b-6324551d34a1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:36:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31349"
    uid: 233ad49f-7987-40b0-b3b5-582f98fc3b06
  kind: Event
  lastTimestamp: "2026-09-17T18:36:52Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:36:52Z"
    name: xgboost-v2-mlserver.18d62f939b56fa1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: b931bb96-f383-42d4-b0bc-99b43b8dba01
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:37:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31837"
    uid: 233ad49f-7987-40b0-b3b5-582f98fc3b06
  kind: Event
  lastTimestamp: "2026-09-17T18:37:36Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:37:36Z"
    name: xgboost-v2-mlserver.18d62f9dbdb6051c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31838"
    uid: 7f20e354-365a-4166-a86c-d3ad94a37ecb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41526"